-- Logs begin at Tue 2022-02-08 16:34:39 UTC, end at Tue 2022-02-08 17:53:15 UTC. -- Feb 08 17:19:47.726588 dv-cinder-822040-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 08 17:19:50.666856 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.common.config [-] Logging enabled! Feb 08 17:19:50.667443 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 17:19:50.667636 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 17:19:50.670929 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.common.config [-] Logging enabled! Feb 08 17:19:50.671182 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 17:19:50.671489 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102482) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 17:19:50.672666 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 17:19:50.672925 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 17:19:50.673340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 17:19:50.673598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 17:19:50.673824 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 17:19:50.674292 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.674716 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 08 17:19:50.675026 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.675323 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.675614 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.675908 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.676221 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.676474 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.676756 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.677053 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.677365 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.677643 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.677923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.678211 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.678488 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.678771 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.679052 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.679331 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] debug = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.679605 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.680032 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.680426 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.680700 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.680986 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.681351 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.681626 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.681903 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.682183 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.682510 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] host = dv-cinder-822040-2-iscsi {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.682787 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.683080 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.683362 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.683644 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.683917 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.684190 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.684474 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.684744 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.685014 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.685317 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.685606 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.685891 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.686177 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.686401 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.686620 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.686917 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.687201 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.687476 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.687758 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.688026 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.688297 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.688569 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.688832 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.689111 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.689423 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.689707 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.689978 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.690247 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.690517 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.690787 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.691069 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.691338 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.691607 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.691875 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.692158 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.692423 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.692691 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.692992 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.693296 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.693577 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.693856 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.694125 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.694401 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.694671 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.694943 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.695214 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_json = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.695483 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.695750 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.696027 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.696297 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.696564 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.697083 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.697396 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.697706 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.698001 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:50.698295 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.698608 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.698941 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.699239 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.699530 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.699813 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.700118 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.700419 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.700705 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.700991 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.701304 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.701585 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.701883 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.702173 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.702464 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.702765 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.703055 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.703347 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.703620 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.703889 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.704159 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.704434 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.704715 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.704989 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.705307 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.705594 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.705866 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.706157 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.706439 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.706726 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.707009 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.707277 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.707556 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.707909 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.708189 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.708457 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.708732 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.709014 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.709317 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.709589 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.709868 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.710140 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.710408 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.710676 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.710949 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.711236 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.711509 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.711777 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.712045 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.712318 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.713119 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.713425 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.713700 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.713969 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.714236 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.714512 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.714782 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.715050 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.715325 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.715594 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.715867 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.716135 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.716402 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.716669 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.716938 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.717229 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.717502 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.717770 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.718043 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.718312 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.718587 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.718856 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.719127 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.719398 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.719682 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.719979 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.720259 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.720536 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.720815 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.721095 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.721469 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.721751 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.722030 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.722310 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.722585 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.722874 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.723163 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.723454 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.723758 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.724039 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.724336 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.724614 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.724897 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.725199 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.725478 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.725761 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.726047 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.726340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.726631 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.726923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.727212 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.727506 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.727786 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.728748 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.729035 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:50.729275 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 17:19:50.729520 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102482) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 08 17:19:51.107598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 17:19:51.107879 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 17:19:51.108185 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 17:19:51.108519 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 08 17:19:51.437544 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.437833 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.438102 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.439388 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.439667 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.439923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.484587 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.484856 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.485121 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.500436 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.500718 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.500984 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.529588 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.529863 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.530129 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.566235 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.566507 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.566769 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.909709 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.910229 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.910229 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.910498 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:51.911179 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.011454 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.011777 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.012059 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.012331 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.012597 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.012910 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.013191 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.013455 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.013712 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.013998 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.014265 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.014532 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.014791 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.015046 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.015305 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.015572 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.015829 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.016098 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.016369 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.016633 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.016910 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.017181 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.017475 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.017868 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.018113 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.018349 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.018764 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.019004 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.019241 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.019476 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.019711 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.019945 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.020312 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 08 17:19:52.023777 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 08 17:19:52.028423 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 08 17:19:52.032585 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 08 17:19:52.034360 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 08 17:19:52.034843 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 08 17:19:52.035177 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 08 17:19:52.035563 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 08 17:19:52.038671 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 08 17:19:52.038916 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 08 17:19:52.039295 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 17:19:52.045062 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 08 17:19:52.068443 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 08 17:19:52.069091 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.069420 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102482) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 08 17:19:52.069782 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.071166 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102482) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 08 17:19:52.071458 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 17:19:52.071703 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 08 17:19:52.075080 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.075362 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.138984 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 08 17:19:52.139216 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 08 17:19:52.139451 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 08 17:19:52.139953 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 08 17:19:52.160741 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_db.sqlalchemy.engines [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102482) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 08 17:19:52.602719 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing driver for type 'gre' Feb 08 17:19:52.603445 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] gre ID ranges: [(1, 1000)] Feb 08 17:19:52.656582 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing driver for type 'local' Feb 08 17:19:52.656921 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing driver for type 'vlan' Feb 08 17:19:52.669431 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] VlanTypeDriver initialization complete Feb 08 17:19:52.669763 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing driver for type 'vxlan' Feb 08 17:19:52.670235 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] vxlan ID ranges: [(1, 1000)] Feb 08 17:19:52.725640 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing extension driver 'port_security' Feb 08 17:19:52.725986 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] PortSecurityExtensionDriver initialization complete Feb 08 17:19:52.726316 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing mechanism driver 'openvswitch' Feb 08 17:19:52.726677 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing mechanism driver 'hyperv' Feb 08 17:19:52.733437 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:19:52.734297 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.734668 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.735022 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.735554 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.735986 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.736343 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.736692 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.737090 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.737526 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.737877 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.738221 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.738621 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.739034 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.739383 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.739808 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.740212 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.740621 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.740969 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.741339 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.741741 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.742148 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > address_group after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.742494 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > address_group after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.742833 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > address_group after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.743229 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102482) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 17:19:52.743678 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] ML2 OVO RPC backend initialized. {{(pid=102482) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 08 17:19:52.744897 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.745284 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.745705 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.746056 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > networks before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.746405 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.746747 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > ports before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.747092 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.747433 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnets before_response 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.747777 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.748118 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.748453 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.748788 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.749120 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.749474 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.749809 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.750142 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.750472 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > subnet after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.760114 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded quota_driver: . Feb 08 17:19:52.760490 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.plugin [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Modular L2 Plugin initialization complete Feb 08 17:19:52.760841 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading services supported by the core plugin {{(pid=102482) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 08 17:19:52.761218 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.plugins.ml2.managers [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Got port-security extension from driver 'port_security' Feb 08 17:19:52.761711 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.extensions.vlantransparent [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Disabled vlantransparent extension. Feb 08 17:19:52.762211 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102482) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 08 17:19:52.762537 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: router Feb 08 17:19:52.797769 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.798163 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_create 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.798534 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router before_create 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.798900 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.799344 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.799704 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_delete 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.800062 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > floatingip after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.800412 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > floatingip after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.800772 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_create 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.801122 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.801501 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.801852 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.802214 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.802626 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.802995 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.803332 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.803674 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: subnet after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.804017 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.804367 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > port precommit_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.804714 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_create 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.805056 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.805426 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.805784 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router after_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.806127 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_delete 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.807113 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_create 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.807477 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router_interface after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.807823 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_update 55549900 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.808189 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > agent after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.808541 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > agent after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.808886 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > network after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.809771 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Tracking information for resource: router configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.810106 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Tracking information for resource: floatingip configured {{(pid=102482) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 17:19:52.815077 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.db.l3_agentschedulers_db [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 08 17:19:52.815657 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.816018 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.816367 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.816720 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: port after_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.817550 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router before_create 55550100 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.817920 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_delete 55550100 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.818282 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_create 55550100 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.818640 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > router precommit_update 55550100 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.824008 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.provider_configuration [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service providers = [] {{(pid=102482) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 08 17:19:52.824375 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.db.servicetype_db [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102482) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 08 17:19:52.827349 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.service_base [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 17:19:52.827700 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.service_base [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 17:19:52.828042 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.service_base [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 17:19:52.828927 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.services.service_base [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102482) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 17:19:52.829335 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.services.service_base [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 08 17:19:52.829705 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.830024 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 08 17:19:52.840848 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.841215 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: auto_allocate Feb 08 17:19:52.847037 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: network precommit_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.847412 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: network precommit_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.847930 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.848254 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: tag Feb 08 17:19:52.855174 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.855457 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: timestamp Feb 08 17:19:52.859308 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.859645 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: network_ip_availability Feb 08 17:19:52.865120 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.865516 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.865949 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:52.866667 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.866990 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: flavors Feb 08 17:19:52.872455 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.872798 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading Plugin: revisions Feb 08 17:19:52.877244 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102482) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 17:19:52.877672 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=102482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 17:19:52.878418 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102482) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 08 17:19:52.878758 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Initializing extension manager. Feb 08 17:19:52.879284 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: __init__.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.879630 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: __pycache__ {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.880221 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.880558 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: address_group.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.881352 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.881927 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: address-group Feb 08 17:19:52.882251 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: address_scope.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.882963 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.883479 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: address-scope Feb 08 17:19:52.883802 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: admin_state_down_before_update.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.885310 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.885828 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: router-admin-state-down-before-update Feb 08 17:19:52.886149 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: agent.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.886858 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.887368 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: agent Feb 08 17:19:52.887690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: agent_resources_synced.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.888632 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.889148 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: agent-resources-synced Feb 08 17:19:52.889500 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: allowedaddresspairs.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.891337 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.892012 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: allowed-address-pairs Feb 08 17:19:52.892339 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: auto_allocated_topology.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.893533 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.894058 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: auto-allocated-topology Feb 08 17:19:52.894383 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: availability_zone.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.895076 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.895593 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: availability_zone Feb 08 17:19:52.895917 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: availability_zone_filter.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.896863 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.897397 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: availability_zone_filter Feb 08 17:19:52.897722 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: data_plane_status.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.898629 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.899133 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension data-plane-status not supported by any of loaded plugins Feb 08 17:19:52.899452 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: default_subnetpools.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.900632 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.901467 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: default-subnetpools Feb 08 17:19:52.901807 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: dhcpagentscheduler.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.902632 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.903147 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: dhcp_agent_scheduler Feb 08 17:19:52.903473 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: dns.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.904385 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.904890 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension dns-integration not supported by any of loaded plugins Feb 08 17:19:52.905240 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: dns_domain_ports.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.906154 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.906665 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 08 17:19:52.906985 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.907901 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.908410 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 08 17:19:52.908736 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: dvr.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.909525 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.910032 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: dvr Feb 08 17:19:52.910503 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: ecmp_routes.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.911260 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.911769 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension ecmp_routes not supported by any of loaded plugins Feb 08 17:19:52.912096 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: empty_string_filtering.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.913005 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.913551 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: empty-string-filtering Feb 08 17:19:52.913878 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.914797 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.915308 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 08 17:19:52.915650 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.916566 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.917076 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 08 17:19:52.917431 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: external_net.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.918337 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.918855 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: external-net Feb 08 17:19:52.919178 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: extra_dhcp_opt.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.920086 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.920600 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: extra_dhcp_opt Feb 08 17:19:52.920921 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: extraroute.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.921848 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.922359 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: extraroute Feb 08 17:19:52.922680 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: extraroute_atomic.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.923722 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.924232 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: extraroute-atomic Feb 08 17:19:52.924554 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: filter_validation.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.925252 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.925823 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: filter-validation Feb 08 17:19:52.926145 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: fip_pf_description.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.927057 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.927560 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 08 17:19:52.927880 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: fip_port_details.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.928984 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.929526 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: fip-port-details Feb 08 17:19:52.929850 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: flavors.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.931093 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.932144 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: flavors Feb 08 17:19:52.932468 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.934203 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.934728 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 08 17:19:52.935057 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: floatingip_pools.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.935755 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.936271 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: floatingip-pools Feb 08 17:19:52.936601 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: ip_allocation.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.937550 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.938061 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension ip_allocation not supported by any of loaded plugins Feb 08 17:19:52.938383 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.939300 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.939814 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: ip-substring-filtering Feb 08 17:19:52.940141 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l2_adjacency.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.941055 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.941667 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension l2_adjacency not supported by any of loaded plugins Feb 08 17:19:52.941992 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.942974 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.943495 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: router Feb 08 17:19:52.943823 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_conntrack_helper.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.946139 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.946676 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 08 17:19:52.947577 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.948492 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.949013 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: ext-gw-mode Feb 08 17:19:52.949368 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.950288 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.950806 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: l3-ha Feb 08 17:19:52.951135 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.952048 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.952558 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 08 17:19:52.952881 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_flavors.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.953828 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.954340 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: l3-flavors Feb 08 17:19:52.954665 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_ndp_proxy.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.956044 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.956574 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 08 17:19:52.956904 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.957841 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.958358 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: l3-port-ip-change-not-allowed Feb 08 17:19:52.958686 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: l3agentscheduler.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.959738 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.960254 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: l3_agent_scheduler Feb 08 17:19:52.960584 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: local_ip.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.962425 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.962984 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension local_ip not supported by any of loaded plugins Feb 08 17:19:52.963319 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: logging.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.964971 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.965535 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension logging not supported by any of loaded plugins Feb 08 17:19:52.965869 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: metering.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.966626 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.967208 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: metering Feb 08 17:19:52.967536 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.968629 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.969148 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: metering_source_and_destination_fields Feb 08 17:19:52.969505 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: multiprovidernet.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.970432 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.970964 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: multi-provider Feb 08 17:19:52.971351 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: netmtu.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.972265 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.972777 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: net-mtu Feb 08 17:19:52.973103 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: netmtu_writable.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.974053 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.974564 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: net-mtu-writable Feb 08 17:19:52.974889 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: network_availability_zone.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.975591 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.976098 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: network_availability_zone Feb 08 17:19:52.976426 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: network_ip_availability.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.977561 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.978078 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: network-ip-availability Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: network_segment_range.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension network-segment-range not supported by any of loaded plugins Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: pagination.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.982148 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: pagination Feb 08 17:19:52.982596 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: port_device_profile.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.982596 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.983007 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: port-device-profile Feb 08 17:19:52.983328 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.984256 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.984764 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: port-mac-address-regenerate Feb 08 17:19:52.985085 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.986017 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.986535 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: port-numa-affinity-policy Feb 08 17:19:52.986932 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: port_resource_request.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.987840 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.988347 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension port-resource-request not supported by any of loaded plugins Feb 08 17:19:52.988666 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: port_resource_request_groups.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.989671 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.990179 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 08 17:19:52.990498 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: portbindings.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.991421 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.991931 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: binding Feb 08 17:19:52.992252 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: portbindings_extended.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.993630 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.994678 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: binding-extended Feb 08 17:19:52.995005 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: portsecurity.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.995919 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.996438 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: port-security Feb 08 17:19:52.996762 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: project_id.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.997771 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.998102 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: project-id Feb 08 17:19:52.998425 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: providernet.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:52.999337 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:52.999857 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: provider Feb 08 17:19:53.000178 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.003845 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.004370 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos not supported by any of loaded plugins Feb 08 17:19:53.004703 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.006227 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.006759 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 08 17:19:53.007092 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.008006 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.008520 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 08 17:19:53.008847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_default.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.010445 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.010875 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-default not supported by any of loaded plugins Feb 08 17:19:53.011202 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_fip.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.012138 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.012658 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-fip not supported by any of loaded plugins Feb 08 17:19:53.012981 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_fip_network_policy.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.013927 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.014440 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 08 17:19:53.014768 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_gateway_ip.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.015803 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.016319 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 08 17:19:53.016650 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_port_network_policy.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.017598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.018185 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 08 17:19:53.018509 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.019569 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.020085 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 08 17:19:53.020412 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_pps_rule.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.021630 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.022151 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-pps not supported by any of loaded plugins Feb 08 17:19:53.022475 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_rule_type_details.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.023399 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.023915 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 08 17:19:53.024237 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: qos_rules_alias.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.025327 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.025846 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 08 17:19:53.026170 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: quota_check_limit.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.027084 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.027599 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: quota-check-limit Feb 08 17:19:53.027923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: quotasv2.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.028846 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.029210 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: quotas Feb 08 17:19:53.029541 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: quotasv2_detail.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.031330 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.031675 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: quota_details Feb 08 17:19:53.032006 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: rbac.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.033060 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.033698 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: rbac-policies Feb 08 17:19:53.034030 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: rbac_address_group.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.034957 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.035483 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: rbac-address-group Feb 08 17:19:53.035810 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: rbac_address_scope.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.036727 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.037273 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: rbac-address-scope Feb 08 17:19:53.037602 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: rbac_security_groups.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.038510 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.039023 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: rbac-security-groups Feb 08 17:19:53.039347 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: rbac_subnetpool.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.040258 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.040798 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: rbac-subnetpool Feb 08 17:19:53.041124 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: revisionifmatch.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.042073 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.042587 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: revision-if-match Feb 08 17:19:53.042929 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: revisions.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.044191 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.044706 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: standard-attr-revisions Feb 08 17:19:53.045033 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: router_availability_zone.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.045730 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.046244 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: router_availability_zone Feb 08 17:19:53.046573 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: routerservicetype.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.047498 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.048005 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension router-service-type not supported by any of loaded plugins Feb 08 17:19:53.048325 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.049349 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.049866 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: security-groups-normalized-cidr Feb 08 17:19:53.050188 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: security_groups_port_filtering.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.051105 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.051618 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: port-security-groups-filtering Feb 08 17:19:53.051942 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.053022 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.053577 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: security-groups-remote-address-group Feb 08 17:19:53.053930 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.055164 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.055768 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: security-groups-shared-filtering Feb 08 17:19:53.056127 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.057482 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 08 17:19:53.057804 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: securitygroup.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.069103 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.069672 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: security-group Feb 08 17:19:53.070004 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: segment.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.070799 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.071315 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension segment not supported by any of loaded plugins Feb 08 17:19:53.071639 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.073133 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.073676 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 08 17:19:53.074004 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: servicetype.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.075134 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.075660 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: service-type Feb 08 17:19:53.075988 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: sorting.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.076975 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.077365 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: sorting Feb 08 17:19:53.077693 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: standard_attr_segment.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.078609 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.079128 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 08 17:19:53.079453 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: standardattrdescription.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.080098 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.080623 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: standard-attr-description Feb 08 17:19:53.080948 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: stateful_security_group.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.081899 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.082418 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: stateful-security-group Feb 08 17:19:53.082743 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: stdattrs_common.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.083311 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 08 17:19:53.083633 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.084558 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.085068 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 08 17:19:53.085419 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnet_onboard.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.086499 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.087020 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: subnet_onboard Feb 08 17:19:53.087345 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.088287 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.088797 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 08 17:19:53.089121 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnet_service_types.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.090084 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.090598 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: subnet-service-types Feb 08 17:19:53.090921 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnetallocation.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.092001 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.092515 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: subnet_allocation Feb 08 17:19:53.092839 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.093526 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.094040 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: subnetpool-prefix-ops Feb 08 17:19:53.094360 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.095293 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.095803 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 08 17:19:53.096202 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: tagging.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.097307 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.097827 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: standard-attr-tag Feb 08 17:19:53.098152 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: timestamp.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.099356 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.099880 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loaded extension: standard-attr-timestamp Feb 08 17:19:53.100208 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: trunk.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.101338 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.101866 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension trunk not supported by any of loaded plugins Feb 08 17:19:53.102195 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: trunk_details.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.103125 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.104162 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension trunk-details not supported by any of loaded plugins Feb 08 17:19:53.104489 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: uplink_status_propagation.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.105510 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.105967 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 08 17:19:53.106290 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Loading extension file: vlantransparent.py {{(pid=102482) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 17:19:53.106972 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102482) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 17:19:53.107485 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extension vlan-transparent not supported by any of loaded plugins Feb 08 17:19:53.110024 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:network Feb 08 17:19:53.110552 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnet Feb 08 17:19:53.110954 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 17:19:53.111349 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:port Feb 08 17:19:53.112662 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.113108 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service FLAVORS assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.113759 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.114197 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.114531 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:router Feb 08 17:19:53.114959 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:floatingip Feb 08 17:19:53.115443 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service METERING assigned prefix: /metering {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.116928 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:53.117341 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:53.117700 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:19:53.118705 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 17:19:53.119709 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:security_group Feb 08 17:19:53.120155 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 17:19:53.120767 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service CORE assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.121101 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 17:19:53.121476 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] subnetpool is already registered Feb 08 17:19:53.121923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service CORE assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.122251 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 17:19:53.122582 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] subnetpool is already registered Feb 08 17:19:53.124855 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.125329 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service FLAVORS assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.125931 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.126356 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.126690 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:router Feb 08 17:19:53.127032 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] router is already registered Feb 08 17:19:53.127516 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:floatingip Feb 08 17:19:53.127853 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] floatingip is already registered Feb 08 17:19:53.128311 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service METERING assigned prefix: /metering {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.128985 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 17:19:53.129348 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] rbac_policy is already registered Feb 08 17:19:53.129767 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:security_group Feb 08 17:19:53.130357 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] security_group is already registered Feb 08 17:19:53.130769 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 17:19:53.131101 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] security_group_rule is already registered Feb 08 17:19:53.131731 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service CORE assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.132059 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 17:19:53.132391 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] subnetpool is already registered Feb 08 17:19:53.132827 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.v2.resource_helper [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Service CORE assigned prefix: {{(pid=102482) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 17:19:53.133152 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 17:19:53.133505 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING neutron.quota.resource_registry [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] subnetpool is already registered Feb 08 17:19:53.133980 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: extensions {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.135482 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: address-groups {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.136964 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: address-scopes {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.138327 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: agents {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.139495 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: auto-allocated-topology {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.140746 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: availability_zones {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.142002 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: dhcp-networks {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.143619 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: dhcp-agents {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.145055 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: routers {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.147311 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: flavors {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.148460 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: service_profiles {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.149713 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: next_providers {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.151210 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: service_profiles {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.152753 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: floatingip-pools {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.154015 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: routers {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.156135 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: floatingips {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.157450 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: l3-routers {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.158927 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: l3-agents {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.160357 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: metering-labels {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.161746 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: metering-label-rules {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.163035 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: network-ip-availabilities {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.164291 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: bindings {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.166486 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: quotas {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.168074 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: quotas {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.169643 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: rbac-policies {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.171853 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: security-groups {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.173102 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: security-group-rules {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.174434 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: service-providers {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.175661 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: subnetpools {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.177077 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: subnetpools {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.178562 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.180258 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.182741 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.184527 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.186356 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.188205 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.190214 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.192131 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.193914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.195764 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron.api.extensions [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Extended resource: tags {{(pid=102482) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 17:19:53.201786 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING keystonemiddleware.auth_token [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 08 17:19:53.206473 dv-cinder-822040-2-iscsi neutron-server[102482]: WARNING keystonemiddleware.auth_token [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 08 17:19:53.215276 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Acquired lock "singleton_lock" {{(pid=102482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 08 17:19:53.215747 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_concurrency.lockutils [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Releasing lock "singleton_lock" {{(pid=102482) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 08 17:19:53.216398 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Starting 2 workers Feb 08 17:19:53.221367 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Started child 102589 {{(pid=102482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 17:19:53.225871 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Started child 102590 {{(pid=102482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 17:19:53.226724 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.227467 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO neutron.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Neutron service started, listening on 0.0.0.0:9696 Feb 08 17:19:53.228679 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Publish callbacks [] for process (None), before_spawn {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.228779 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [-] (102589) wsgi starting up on http://0.0.0.0:9696 Feb 08 17:19:53.231246 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Starting 1 workers Feb 08 17:19:53.231358 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.232663 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [-] (102590) wsgi starting up on http://0.0.0.0:9696 Feb 08 17:19:53.236517 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Started child 102591 {{(pid=102482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 17:19:53.237076 dv-cinder-822040-2-iscsi neutron-server[102482]: INFO oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Starting 1 workers Feb 08 17:19:53.240442 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] calling RpcWorker wait() {{(pid=102591) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 08 17:19:53.241109 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] returning from RpcWorker wait() {{(pid=102591) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 08 17:19:53.241599 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Started child 102592 {{(pid=102482) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 17:19:53.242378 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.242505 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2c9a-d14e-4ca0-bca1-ecdb0a5627be None None] Publish callbacks [] for process (None), after_spawn {{(pid=102482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.242942 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:19:53.244901 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 17:19:53.245120 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 17:19:53.245344 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 17:19:53.245567 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 17:19:53.245916 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 17:19:53.246083 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 17:19:53.246596 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.246894 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.247163 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.247254 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:19:53.247705 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.247705 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.248229 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:19:53.248330 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.248529 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.248788 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.249074 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.249354 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.249529 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.249697 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.249952 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.250210 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.250502 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.250772 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.251011 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.251268 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.251441 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.251706 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.251982 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.252212 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.252588 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] debug = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.252821 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.253340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.253593 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.253837 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.254082 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.254349 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.254605 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.254878 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.255392 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.255627 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.255862 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.256134 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.256380 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.256625 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.256876 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.257113 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.257403 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.257626 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.258071 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] host = dv-cinder-822040-2-iscsi {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.258301 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.258531 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.258778 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.259026 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.259284 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.260022 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.260280 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.260549 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.260802 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.261049 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.261327 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.261576 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.261814 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.262061 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.262226 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_options = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.262463 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.262740 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.262998 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.263192 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.263362 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.263526 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.263780 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.263944 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.264193 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.264409 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.264636 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.264841 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.265055 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.265309 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.265577 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.265816 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.266037 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.266264 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.266511 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.266755 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.266981 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.267210 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.267434 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.267650 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.267882 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.268179 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.268410 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.268629 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.268940 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.269216 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.269493 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.269779 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.270017 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.270267 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.270531 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.270769 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.270998 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.271218 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.271575 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.271811 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.272064 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.272318 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.272690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.273100 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.273100 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.273377 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.273563 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_json = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.273907 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.274228 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.274406 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.274589 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.274797 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.275036 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.275312 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.276156 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.276385 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.276847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.277328 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.277503 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.277709 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.277978 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.279441 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.279615 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.279792 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.280172 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.280335 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.280638 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.280894 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.281221 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.281489 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.281768 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.282080 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.282356 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.282626 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.282866 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.283091 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.283312 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.283568 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.283847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.284086 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.284336 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.284570 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.284794 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.285094 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.285366 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.285722 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.286022 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.286280 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.286533 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.286751 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.286974 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.287211 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.287427 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.287642 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.287872 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.288137 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.288355 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.288568 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.288786 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.289035 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.289296 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.289547 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.289798 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.290038 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.290269 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.290518 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.290759 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.290989 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.291219 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.291438 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.291665 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.291878 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.292140 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.292415 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.292634 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.292846 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.293059 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.293313 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.293732 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.293732 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.294020 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.294165 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.294369 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.294609 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.294870 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.295085 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.295313 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.295523 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.295758 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.296129 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.296268 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.296430 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.296641 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.296857 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.297070 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.297331 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.297546 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.297781 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.297983 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.298194 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.298423 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.298659 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.298870 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.299077 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.299468 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.299815 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.299815 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.300026 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.300282 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.300584 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.300767 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.301008 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.301352 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.301649 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.301848 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.301995 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.302248 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.302462 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.302656 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.302913 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.303100 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.303323 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.303560 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.303837 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.304110 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.304273 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.304505 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.304738 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.304958 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.305962 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.305962 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.305962 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.305962 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.306638 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.306638 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.306857 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.306971 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.307171 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.307439 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.307719 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.307973 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.308228 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.308454 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.308713 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.308953 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.309235 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.309466 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.309709 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.309944 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.310305 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.310437 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.310624 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.310838 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.311097 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.311408 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.311808 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.311949 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.312075 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.312297 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.312543 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.312776 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.313035 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.313332 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.313587 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.313849 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.314106 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.314321 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.314572 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.314821 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.315033 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.315266 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.315514 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.315719 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.316056 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.316188 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.316391 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.316604 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.316820 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.317030 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.317267 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.317483 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.317726 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.318081 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.318209 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.318385 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.318730 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.318855 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.319017 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.319245 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.319495 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.319711 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.319986 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.320245 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.320488 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.320713 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.320952 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.321212 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.321487 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.321672 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.322419 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.322644 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.322851 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.323067 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.323278 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.323489 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.323714 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.324067 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.324627 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.324627 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.324867 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.325068 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.325239 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.325441 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.325690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.325928 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.326133 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.326373 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.326590 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.326809 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.327032 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.327407 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.327540 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.327714 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.327926 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.328169 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.328427 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.328666 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.328928 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.329143 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.329509 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.329617 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.329795 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.330014 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.330244 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.330455 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.330663 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.330878 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.331086 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.331392 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.331644 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.331869 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.332118 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.332332 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.332580 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.332850 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.333059 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.333418 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.333549 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.333709 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.333917 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.334142 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.334377 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.334584 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.334803 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.335017 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.335223 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.335489 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.335770 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.335886 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.336163 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.336382 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.336589 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.336811 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.337018 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.337274 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.337530 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.339142 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.339437 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.339699 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.339914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.340144 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.340367 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.340581 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.340790 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.341082 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.341345 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.341574 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.341861 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.342092 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.342345 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.342586 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.342896 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.343129 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.343368 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.343603 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.343836 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.344071 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.344338 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.344656 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.344940 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.345246 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.345463 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.345747 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.346024 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.346306 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.346518 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.346812 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.347155 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.347438 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.347676 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.347926 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.348374 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.348598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.348817 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.349064 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.349453 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.349831 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.349831 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.349982 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.350193 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.350407 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.350853 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.350853 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.351112 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.351289 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.351517 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.351706 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.351879 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 17:19:53.352361 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102482) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 17:19:53.352731 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 17:19:53.352731 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 17:19:53.352990 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 17:19:53.352990 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 17:19:53.353205 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 17:19:53.353382 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.353530 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.353690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.353847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354003 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354180 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354498 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354654 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354808 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.354965 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355121 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355281 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355437 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355647 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355750 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.355899 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.356050 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.356206 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.356362 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.356518 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.356675 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357003 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] debug = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357003 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357278 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357386 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357510 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357651 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357812 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.357967 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358122 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358278 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358434 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358581 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358734 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.358890 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359046 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359215 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359343 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359488 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359627 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359788 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] host = dv-cinder-822040-2-iscsi {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.359928 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.360086 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.360242 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.360397 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.360553 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.360709 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361128 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361128 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361393 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361393 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361664 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361664 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.361868 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362041 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362041 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_options = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362194 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362325 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362481 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362667 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362828 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.362985 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363141 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363298 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363454 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363611 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363767 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.363923 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364078 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.364914 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365306 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365306 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365306 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365528 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365528 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365699 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.365854 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366008 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366310 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366310 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366466 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366595 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366751 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.366911 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.367068 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.367223 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.367377 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.367846 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368008 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368166 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368326 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368483 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368639 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.368869 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369044 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369217 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369377 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369533 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_json = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.369847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370002 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370157 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370312 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370467 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370623 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370779 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.370936 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.371093 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 17:19:53.371229 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:19:53.371400 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.371400 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.371578 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.371738 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.371898 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372063 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372220 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372378 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372537 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372694 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.372861 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373019 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373208 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373368 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373525 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373688 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.373847 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374005 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374163 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374322 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374480 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374638 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374805 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.374964 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375122 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375279 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375438 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375605 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375764 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.375944 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376103 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376433 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376433 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376854 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376854 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.376854 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377076 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377172 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377327 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377485 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377644 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377803 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.377962 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378120 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378280 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378439 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378758 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.378916 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379284 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379284 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379438 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379515 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379680 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.379838 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.380244 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.380414 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.380583 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.380744 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.380902 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381060 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381415 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381415 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381591 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381699 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.381857 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382015 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382176 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382348 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382507 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382665 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382824 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.382983 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383142 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383314 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383461 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383621 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383779 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.383938 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.384094 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.384241 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.384937 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385126 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385307 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385468 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385628 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385788 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.385946 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386105 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386265 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386428 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386597 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386771 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.386930 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387089 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387247 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387407 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387565 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387724 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.387883 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388042 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388201 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388359 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388517 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388731 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.388895 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389054 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389233 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389393 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389552 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389710 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.389868 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390025 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390184 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390343 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390501 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390659 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390816 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.390984 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391142 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391304 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391464 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391629 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391798 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.391960 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392123 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392280 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392439 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392601 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392758 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.392943 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.396743 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.397146 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.397507 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60566) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:19:53.397770 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.398152 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.398466 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.398642 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.398855 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399022 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399211 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399373 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399515 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399670 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399808 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.399945 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.400129 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.400818 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.400964 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.401102 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.401418 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.401418 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.401582 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.401762 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402171 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402443 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402443 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402615 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402767 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.402930 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403089 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403691 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403691 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403691 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403691 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.403960 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.404026 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.404340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.404340 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.404597 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.405248 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.405248 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.405598 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.405759 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.406007 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.406262 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.406937 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.406937 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.406937 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.407215 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.407215 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.407342 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.407652 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.407960 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.408063 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.408303 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.408477 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.408890 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.408890 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.409098 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.409304 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.409645 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.409895 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.410001 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.410173 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.410359 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.410615 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.410840 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.411110 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.411367 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.411492 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.411863 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.411863 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.412514 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.412514 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.412514 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.412874 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.412874 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.413116 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.413953 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.413953 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.413953 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.413953 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.414258 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.414258 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.414419 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.414700 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.414871 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.415149 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.415324 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.415496 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.415660 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.416234 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.416535 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.416815 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.417009 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.417226 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.417457 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.417663 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.418827 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.418827 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.418827 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.418827 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419146 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419146 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419287 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419366 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419589 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.419829 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.420044 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.420347 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.420446 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.420701 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.420906 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.421042 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.421343 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.421583 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.421729 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.421947 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.422094 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.422228 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.422359 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.422588 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.422822 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423004 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423137 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423270 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423412 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423544 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423675 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.423806 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.424090 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.424312 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.424448 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.424578 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.425569 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0249188 Feb 08 17:19:53.425718 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.425718 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.425883 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426152 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426262 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426392 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426567 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426748 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.426936 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.427123 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.427287 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.427592 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.427777 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.427947 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428114 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428313 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428466 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428631 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428797 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.428964 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429143 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429334 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429501 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429652 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429797 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.429950 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432115 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432115 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432115 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432115 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432115 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432448 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432448 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432690 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.432858 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.433027 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 17:19:53.433214 dv-cinder-822040-2-iscsi neutron-server[102482]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102482) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 17:20:04.728573 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323f3fb-2e79-425c-ae25-0538079ca89c None None] get_active_networks_info from dv-cinder-822040-2-iscsi {{(pid=102591) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 17:20:04.814338 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4323f3fb-2e79-425c-ae25-0538079ca89c None None] No non-hosted networks {{(pid=102591) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 08 17:20:04.828646 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.agentschedulers_db [None req-4323f3fb-2e79-425c-ae25-0538079ca89c None None] DHCP Agent not found on host dv-cinder-822040-2-iscsi {{(pid=102591) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 08 17:20:04.936229 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3104263b-6db6-4286-982a-dc86ff34d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:07.084265 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a30e3261-594d-410d-a50c-849f5d9d1cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:07.149839 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dfb9d6b1-5999-4537-96a9-29d8fe3ea4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:08.008440 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:09.912719 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:10.426897 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.db.l3_hamode_db [None req-a852a279-f7ae-450c-b986-ed57819892f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 08 17:20:10.511421 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852a279-f7ae-450c-b986-ed57819892f7 None None] Routers set() bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:20:10.511807 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852a279-f7ae-450c-b986-ed57819892f7 None None] Router IDs set() for agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 17:20:11.169406 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:11.169957 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.170145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.170484 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.170815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.171141 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.171464 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.171790 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.172128 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.172471 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.172774 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.173112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.173463 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.173805 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:11.174214 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822040-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:11.186779 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822040-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:13.615562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 60664) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:14.112997 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-cc47153b-69be-49c6-878b-b617976e86cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:14.113723 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-cc47153b-69be-49c6-878b-b617976e86cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:14.337680 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-cc47153b-69be-49c6-878b-b617976e86cf admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:20:14.339168 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cc47153b-69be-49c6-878b-b617976e86cf admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7214775 Feb 08 17:20:17.009745 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 60682) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:17.306046 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '021796e5c094463e8f90221f89c6edf5'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:17.398842 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.policy [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 17:20:17.442964 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:17.443679 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING oslo_policy.policy [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:17.540990 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729376983368', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729376982911', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729377034995', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729377031690', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729377022096', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729376947710', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2088960', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1275915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-326124', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418433'] for rbac-policy (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:17.608260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:17.609478 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cd592b67-2095-437d-a8b1-f523a0b726d3 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5987484 Feb 08 17:20:20.246674 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 60694) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:20.546266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:20.573779 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Made reservation on behalf of 274aba6a1d46450ba736d5deac0d9ee1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:20:20.577204 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.593971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.698640 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks [] for security_group (9cc16da8-bd21-45ba-b160-76e44d5e15f8), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.702889 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9cc16da8-bd21-45ba-b160-76e44d5e15f8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.722038 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:20:20.750087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729374981304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (2cc9a9ea-78d2-414b-9c72-8fd19a616660), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.750684 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Unsubscribe: segment precommit_create {{(pid=102589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 17:20:20.751234 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Added segment 2cc9a9ea-78d2-414b-9c72-8fd19a616660 of type vlan for network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 Feb 08 17:20:20.768007 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc16da8-bd21-45ba-b160-76e44d5e15f8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:20.816074 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.816346 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.816687 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.817017 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.817427 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.817751 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.818090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.818414 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.818750 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.819084 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.819403 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.819715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.820028 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Tracked resource versions report: Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: pushed versions: Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: { 'AddressGroup': {'1.2'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Log': {'1.0'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Network': {'1.1'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Port': {'1.7'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'PortForwarding': {'1.2'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'QosPolicy': {'1.10'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroup': {'1.5'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SubPort': {'1.0'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Subnet': {'1.1'}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Trunk': {'1.1'}} Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: consumer versions: Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'ConntrackHelper': '1.0', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'LocalIPAssociation': '1.0', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Log': '1.0', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Network': '1.1', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Port': '1.7', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'PortForwarding': '1.2', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'QosPolicy': '1.10', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroup': '1.5', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroupRule': '1.2', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SubPort': '1.0', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Subnet': '1.1', Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Trunk': '1.1'}} Feb 08 17:20:20.821405 dv-cinder-822040-2-iscsi neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:20:20.861276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (ae08a60e-f4ad-4bd9-b9bc-bc998948dad1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.904315 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (ae08a60e-f4ad-4bd9-b9bc-bc998948dad1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.905622 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:20.906345 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:20.984014 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7362673 Feb 08 17:20:21.007845 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3406f0-ddd4-4d05-aec7-6d9deba8eedc admin admin] Pushing event updated for resources: {'Network': ['ID=ae08a60e-f4ad-4bd9-b9bc-bc998948dad1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:21.020313 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:20:23.709211 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60708) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:24.200689 dv-cinder-822040-2-iscsi neutron-server[102590]: WARNING oslo_policy.policy [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:24.201309 dv-cinder-822040-2-iscsi neutron-server[102590]: WARNING oslo_policy.policy [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:24.641671 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.policy [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 17:20:24.684989 dv-cinder-822040-2-iscsi neutron-server[102590]: WARNING oslo_policy.policy [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:24.685391 dv-cinder-822040-2-iscsi neutron-server[102590]: WARNING oslo_policy.policy [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 17:20:24.694067 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:24.695856 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fa93352f-d174-4bb0-8d1d-14512125b9a1 admin admin] 10.222.0.69 "GET /v2.0/networks/ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 HTTP/1.1" status: 200 len: 825 time: 0.9856932 Feb 08 17:20:24.735088 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-455d318e-3f74-447d-a37c-fbfeaaad9fd0 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/020c8cff-2113-43c9-ae21-b881e61942b7 HTTP/1.1" status: 200 len: 734 time: 0.0336432 Feb 08 17:20:24.744186 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'gateway_ip': '172.20.0.1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:24.781416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Made reservation on behalf of 274aba6a1d46450ba736d5deac0d9ee1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:20:24.784221 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:25.074566 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (8dd1842c-4cc4-4a10-b89f-3445b1670af0), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:25.144534 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Checking segment: {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:20:25.144916 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Network hostable DHCP agents. Network: ae08a60e-f4ad-4bd9-b9bc-bc998948dad1, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:20:25.156137 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd1842c-4cc4-4a10-b89f-3445b1670af0,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:25.168299 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.169395 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.169930 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.170497 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.171059 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.171619 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.172173 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.172754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.173392 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.173977 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.174493 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.174980 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.175313 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Tracked resource versions report: Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: pushed versions: Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: { 'AddressGroup': {'1.2'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Log': {'1.0'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Network': {'1.1'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Port': {'1.7'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'PortForwarding': {'1.2'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'QosPolicy': {'1.10'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroup': {'1.5'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SubPort': {'1.0'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Subnet': {'1.1'}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Trunk': {'1.1'}} Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: consumer versions: Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'ConntrackHelper': '1.0', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'LocalIPAssociation': '1.0', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Log': '1.0', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Network': '1.1', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Port': '1.7', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'PortForwarding': '1.2', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'QosPolicy': '1.10', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroup': '1.5', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroupRule': '1.2', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SubPort': '1.0', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Subnet': '1.1', Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Trunk': '1.1'}} Feb 08 17:20:25.176620 dv-cinder-822040-2-iscsi neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:20:25.201859 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:20:25.218739 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, ae08a60e-f4ad-4bd9-b9bc-bc998948dad1) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:25.223313 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:25.223949 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:25.228728 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e706a45-9f2d-46ac-96da-f0f259809c3a None None] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:20:25.250524 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-465d024f-f8f5-4917-bd92-29915e77e403 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5036139 Feb 08 17:20:25.503531 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:20:25.504859 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:25.780697 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Allocated IP 172.20.0.2 (ae08a60e-f4ad-4bd9-b9bc-bc998948dad1/8dd1842c-4cc4-4a10-b89f-3445b1670af0/4fee4cab-b1e7-4935-8497-a444e3037518) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:20:26.053418 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks [] for port (4fee4cab-b1e7-4935-8497-a444e3037518), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:26.062904 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:26.142512 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:20:26.149830 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:26.154373 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:20:26.157997 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Pushing event updated for resources: {'Port': ['ID=4fee4cab-b1e7-4935-8497-a444e3037518,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:26.193323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.193323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.193323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.193323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.193805 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.193805 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.194068 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.194385 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.194712 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.195052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.195382 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.195705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.196026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Tracked resource versions report: Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: pushed versions: Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: { 'AddressGroup': {'1.2'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Log': {'1.0'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Network': {'1.1'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Port': {'1.7'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'PortForwarding': {'1.2'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'QosPolicy': {'1.10'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroup': {'1.5'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SubPort': {'1.0'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Subnet': {'1.1'}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Trunk': {'1.1'}} Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: consumer versions: Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'ConntrackHelper': '1.0', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'LocalIPAssociation': '1.0', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Log': '1.0', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Network': '1.1', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Port': '1.7', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'PortForwarding': '1.2', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'QosPolicy': '1.10', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroup': '1.5', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroupRule': '1.2', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SubPort': '1.0', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Subnet': '1.1', Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Trunk': '1.1'}} Feb 08 17:20:26.197453 dv-cinder-822040-2-iscsi neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:20:26.248772 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Attempting to bind port 4fee4cab-b1e7-4935-8497-a444e3037518 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:20:26.249437 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Attempting to bind port 4fee4cab-b1e7-4935-8497-a444e3037518 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:20:26.249618 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Attempting to bind port 4fee4cab-b1e7-4935-8497-a444e3037518 on network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:20:26.254511 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:20:26.254906 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Checking segment: {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:20:26.255418 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:26.255840 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Bound using segment: {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:20:26.256321 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Bound port: 4fee4cab-b1e7-4935-8497-a444e3037518, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:20:26.256725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:26.318506 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] For port 4fee4cab-b1e7-4935-8497-a444e3037518, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:20:26.322721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] For port 4fee4cab-b1e7-4935-8497-a444e3037518, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=4fee4cab-b1e7-4935-8497-a444e3037518,segment=NetworkSegment(2cc9a9ea-78d2-414b-9c72-8fd19a616660),segment_id=2cc9a9ea-78d2-414b-9c72-8fd19a616660)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:20:26.330345 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:26.397659 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de3792-9329-4fab-a5a0-864dd0ef4e83 None None] Pushing event updated for resources: {'Port': ['ID=4fee4cab-b1e7-4935-8497-a444e3037518,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:27.739316 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60728) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:28.061556 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [None req-f08d7d7a-e9e5-43ba-9fbd-4b9231582b9e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:20:28.076566 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f08d7d7a-e9e5-43ba-9fbd-4b9231582b9e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3227484 Feb 08 17:20:30.542572 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60736) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:30.855587 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [None req-797faf60-299b-4199-8475-4bd03ad7a656 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:20:30.857113 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-797faf60-299b-4199-8475-4bd03ad7a656 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136237 Feb 08 17:20:33.285037 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:20:33.587305 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:33.884207 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'name': 'router1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:33.907434 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:33.909024 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:34.048513 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Publish callbacks [] for router_controller (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:34.053466 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:34.067179 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:34.068358 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a74d1dee-71c2-47b3-99c2-93bcdd9002e3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4800878 Feb 08 17:20:34.642579 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be27ecfd-13cd-4099-88c0-9c0d1e8c4e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:36.536278 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60758) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:36.851437 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [None req-45cd2bf8-a278-45f8-a616-dd4e4871d1df admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:20:36.852433 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-45cd2bf8-a278-45f8-a616-dd4e4871d1df admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152182 Feb 08 17:20:37.068602 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ed4561c1-c6bf-4f85-a06b-bbdd053f955c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.478899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5295b7-cc38-44fd-8015-704e48037ba5 None None] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:20:37.608911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Provisioning complete for port 4fee4cab-b1e7-4935-8497-a444e3037518 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:37.609357 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.766494 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Current status of the port 4fee4cab-b1e7-4935-8497-a444e3037518 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:37.766894 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.798211 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 4fee4cab-b1e7-4935-8497-a444e3037518 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:20:37.831816 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] For port 4fee4cab-b1e7-4935-8497-a444e3037518, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=4fee4cab-b1e7-4935-8497-a444e3037518,segment=NetworkSegment(2cc9a9ea-78d2-414b-9c72-8fd19a616660),segment_id=2cc9a9ea-78d2-414b-9c72-8fd19a616660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:20:37.842216 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.892461 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 4fee4cab-b1e7-4935-8497-a444e3037518 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:37.892861 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.932989 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a1135-53f8-4e5d-a0e0-befc8f17a1f0 None None] Pushing event updated for resources: {'Port': ['ID=4fee4cab-b1e7-4935-8497-a444e3037518,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:37.965744 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:37.974867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e196151c-673b-45dc-8fe5-a7b168e68e0a None None] Provisioning complete for port 4fee4cab-b1e7-4935-8497-a444e3037518 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:37.975242 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e196151c-673b-45dc-8fe5-a7b168e68e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:38.042560 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 4fee4cab-b1e7-4935-8497-a444e3037518 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:38.086155 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e196151c-673b-45dc-8fe5-a7b168e68e0a None None] Current status of the port 4fee4cab-b1e7-4935-8497-a444e3037518 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:39.359094 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60790) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:39.499388 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'tenant_id': '021796e5c094463e8f90221f89c6edf5', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'project_id': '021796e5c094463e8f90221f89c6edf5', 'provider:physical_network': 'physnet1'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:39.522263 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Made reservation on behalf of 021796e5c094463e8f90221f89c6edf5 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:20:39.524582 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.556369 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.658596 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks [] for security_group (e11516cc-e4b8-4821-a412-bf7251ca49f0), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.662127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e11516cc-e4b8-4821-a412-bf7251ca49f0), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.677450 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Reserving flat network on physical network physnet1 {{(pid=102590) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 08 17:20:39.698580 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11516cc-e4b8-4821-a412-bf7251ca49f0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:39.706486 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729374981304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (07f91d1f-a088-4bf6-8841-f16d7215278a), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.707370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Unsubscribe: segment precommit_create {{(pid=102590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 17:20:39.707875 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Added segment 07f91d1f-a088-4bf6-8841-f16d7215278a of type flat for network ddc7c803-4100-4a35-85c8-fcedd96b0a2e Feb 08 17:20:39.739705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 4fee4cab-b1e7-4935-8497-a444e3037518 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:20:39.762910 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (ddc7c803-4100-4a35-85c8-fcedd96b0a2e), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.787456 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 4fee4cab-b1e7-4935-8497-a444e3037518 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:39.787940 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.802329 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (ddc7c803-4100-4a35-85c8-fcedd96b0a2e), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.803226 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:39.803793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.867307 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:39.875401 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5152514 Feb 08 17:20:39.889501 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 4fee4cab-b1e7-4935-8497-a444e3037518 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:39.901103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ee97-599b-4bb5-ac7b-e4e67dff776c admin admin] Pushing event updated for resources: {'Network': ['ID=ddc7c803-4100-4a35-85c8-fcedd96b0a2e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:39.911368 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:20:41.168639 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:42.170500 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60798) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:42.258556 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fd9263-75be-4b55-b44c-e742aac552c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:42.259872 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-57fd9263-75be-4b55-b44c-e742aac552c4 admin admin] 10.222.0.69 "GET /v2.0/subnets/8dd1842c-4cc4-4a10-b89f-3445b1670af0 HTTP/1.1" status: 200 len: 849 time: 0.0884190 Feb 08 17:20:42.380655 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c1ce9694-92e5-414a-9839-7b93886238fb admin admin] 10.222.0.69 "GET /v2.0/routers/47eaf44e-f934-46e2-87b3-d4fc6ffdb88c HTTP/1.1" status: 200 len: 704 time: 0.1144223 Feb 08 17:20:42.649232 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:42.936195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Allocated IP 172.20.0.1 (ae08a60e-f4ad-4bd9-b9bc-bc998948dad1/8dd1842c-4cc4-4a10-b89f-3445b1670af0/2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:20:43.086997 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks [] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.196655 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.268472 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:20:43.273065 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:43.278762 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:20:43.278762 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.303219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:43.438195 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f141aa10-9af9-4186-92f1-d3481071bd91 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:43.438752 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f141aa10-9af9-4186-92f1-d3481071bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.487442 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.533348 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f141aa10-9af9-4186-92f1-d3481071bd91 None None] Port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:20:43.697041 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks [] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.702078 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.703010 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:43.782677 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:43.829868 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:20:43.831210 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:43.995369 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:20:44.059014 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7bbf9cd7-95c5-42e4-9a2e-f98fd54d3cb0 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:44.059303 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9cd7-95c5-42e4-9a2e-f98fd54d3cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:44.091870 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:20:44.093184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf9cd7-95c5-42e4-9a2e-f98fd54d3cb0 None None] Port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:20:44.097315 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-08db6646-b09d-46fa-84bf-6787075737d4 admin admin] 10.222.0.69 "PUT /v2.0/routers/47eaf44e-f934-46e2-87b3-d4fc6ffdb88c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7114842 Feb 08 17:20:44.105967 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Sync routers for ids ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:20:44.118965 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Routers {'47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:20:44.119833 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:20:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:44.314953 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Set router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:20:44.753098 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:43Z', 'revision_number': 2, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port_host': None, '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:43Z', 'revision_number': 2, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:44.805919 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Checking router: 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:20:44.806292 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Updating router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:20:44.860354 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.387639 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks [] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.394471 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.541062 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Pushing event updated for resources: {'Port': ['ID=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:45.576298 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.577241 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.577525 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.577865 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.578198 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.578531 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.578859 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.579307 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.579647 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.580015 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.580346 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.580666 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.580987 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Tracked resource versions report: Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: pushed versions: Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Log': {'1.0'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Network': {'1.1'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Port': {'1.7'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: consumer versions: Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Log': '1.0', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Network': '1.1', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Port': '1.7', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SubPort': '1.0', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Subnet': '1.1', Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Feb 08 17:20:45.582526 dv-cinder-822040-2-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:20:45.587624 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Attempting to bind port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:20:45.588029 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Attempting to bind port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:20:45.588480 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Attempting to bind port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 on network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:20:45.594265 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:20:45.594673 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Checking segment: {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:20:45.595154 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.595551 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Bound using segment: {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:20:45.596039 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Bound port: 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc9a9ea-78d2-414b-9c72-8fd19a616660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:20:45.596418 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.624559 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b595dc2-e5e6-41d5-b449-537589beab15 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:45.625125 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b595dc2-e5e6-41d5-b449-537589beab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.662231 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b595dc2-e5e6-41d5-b449-537589beab15 None None] Port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:20:45.670312 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] For port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:20:45.692494 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] For port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,segment=NetworkSegment(2cc9a9ea-78d2-414b-9c72-8fd19a616660),segment_id=2cc9a9ea-78d2-414b-9c72-8fd19a616660)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:20:45.698530 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:45.754530 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Routers {'47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:20:45.755164 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:20:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:45.797385 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343950f1-e2f5-45ca-a54c-3e7d065723ae None None] Pushing event updated for resources: {'Port': ['ID=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:45.853339 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] Set router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:20:45.987281 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:45.987739 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:46.069817 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Current status of the port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:46.070536 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:46.079348 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:43Z', 'revision_number': 2, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port_host': None, '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:45Z', 'revision_number': 4, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:46.107446 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b8f6e5-abab-4ab2-b0ff-3a83d7adbd50 None None] The sync data for ids ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'] in dv-cinder-822040-2-iscsi is: [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:43Z', 'revision_number': 2, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port_host': None, '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:45Z', 'revision_number': 4, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:20:46.110251 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] For port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,segment=NetworkSegment(2cc9a9ea-78d2-414b-9c72-8fd19a616660),segment_id=2cc9a9ea-78d2-414b-9c72-8fd19a616660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:20:46.115654 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:46.174327 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcf21b-9c09-4d75-b623-7aa75c820651 None None] Pushing event updated for resources: {'Port': ['ID=2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:48.790012 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60816) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:48.899308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b40ae5-7b20-4e1d-9fe0-1bc700c1aa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:48.906787 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d8b40ae5-7b20-4e1d-9fe0-1bc700c1aa92 admin admin] 10.222.0.69 "GET /v2.0/networks/ddc7c803-4100-4a35-85c8-fcedd96b0a2e HTTP/1.1" status: 200 len: 842 time: 0.1097167 Feb 08 17:20:48.910295 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Request body: {'subnet': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'tenant_id': '021796e5c094463e8f90221f89c6edf5', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:48.929592 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Made reservation on behalf of 021796e5c094463e8f90221f89c6edf5 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:20:48.931809 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:49.209410 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.objects.ports [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 17:20:49.209833 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:49.263336 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:49.272382 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:20:49.272730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Network hostable DHCP agents. Network: ddc7c803-4100-4a35-85c8-fcedd96b0a2e, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:20:49.288755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:20:49.297861 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, ddc7c803-4100-4a35-85c8-fcedd96b0a2e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:49.303194 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:49.303955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:49.311908 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b98b3e-f111-4ad0-88ce-ffc61d437be9 None None] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:20:49.319902 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-aabcbe02-5256-4087-a849-091270863b9c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4129722 Feb 08 17:20:49.416255 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f06f7-dc25-4200-bee2-bc2b3c329ff0 None None] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:20:51.698014 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60824) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:51.908278 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-3ccda31c-b098-4f28-8fcc-21725ac11fd3 admin admin] 10.222.0.69 "GET /v2.0/routers/47eaf44e-f934-46e2-87b3-d4fc6ffdb88c HTTP/1.1" status: 200 len: 710 time: 0.2091384 Feb 08 17:20:51.990774 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bf247-a661-48db-a6d8-5b048eef374c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:20:51.992138 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4c2bf247-a661-48db-a6d8-5b048eef374c admin admin] 10.222.0.69 "GET /v2.0/networks/ddc7c803-4100-4a35-85c8-fcedd96b0a2e HTTP/1.1" status: 200 len: 886 time: 0.0785284 Feb 08 17:20:52.001631 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:20:52.258672 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks [] for router_gateway (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:52.498239 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks [] for router_gateway (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:52.591229 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:52.700000 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Allocated IP 172.27.3.221 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/c11b2d64-0b57-4858-b630-008e99758872) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:20:52.803790 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks [] for port (c11b2d64-0b57-4858-b630-008e99758872), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:52.838759 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (c11b2d64-0b57-4858-b630-008e99758872), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:52.879944 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:20:52.882786 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:20:52.887590 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Pushing event updated for resources: {'Port': ['ID=c11b2d64-0b57-4858-b630-008e99758872,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:52.891212 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:20:53.139955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks [] for router_gateway (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:53.422218 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11532'] for router (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:53.425646 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659159'] for router (47eaf44e-f934-46e2-87b3-d4fc6ffdb88c), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:53.535070 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:20:53.643356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:20:53.648101 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:53.661409 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d7758c42-2b83-4d67-aae0-bcd181fa466a admin admin] 10.222.0.69 "PUT /v2.0/routers/47eaf44e-f934-46e2-87b3-d4fc6ffdb88c HTTP/1.1" status: 200 len: 890 time: 1.6513896 Feb 08 17:20:53.774779 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:20:53.834959 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:53.835359 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:53.921351 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:54.461350 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Sync routers for ids ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:20:54.473834 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Routers {'47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:20:54.474589 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:20:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:54.688868 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Set router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:20:55.095327 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c11b2d64-0b57-4858-b630-008e99758872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:53Z', 'revision_number': 4, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port': {'id': 'c11b2d64-0b57-4858-b630-008e99758872', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:52Z', 'updated_at': '2022-02-08T17:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:46Z', 'revision_number': 5, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:55.221781 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Checking router: 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:20:55.222138 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Updating router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c port c11b2d64-0b57-4858-b630-008e99758872 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:20:55.281007 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c11b2d64-0b57-4858-b630-008e99758872), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.602396 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks [] for port (c11b2d64-0b57-4858-b630-008e99758872), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.607584 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c11b2d64-0b57-4858-b630-008e99758872), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.661618 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Attempting to bind port c11b2d64-0b57-4858-b630-008e99758872 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:20:55.661991 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Attempting to bind port c11b2d64-0b57-4858-b630-008e99758872 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:20:55.662355 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Attempting to bind port c11b2d64-0b57-4858-b630-008e99758872 on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:20:55.665297 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb171de-8eae-49ae-9d61-f20a8507d865 None None] Pushing event updated for resources: {'Port': ['ID=c11b2d64-0b57-4858-b630-008e99758872,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:55.669806 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:20:55.670183 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:20:55.670585 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.670998 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:20:55.671463 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Bound port: c11b2d64-0b57-4858-b630-008e99758872, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:20:55.671867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c11b2d64-0b57-4858-b630-008e99758872), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.723072 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] For port c11b2d64-0b57-4858-b630-008e99758872, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:20:55.726113 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] For port c11b2d64-0b57-4858-b630-008e99758872, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=c11b2d64-0b57-4858-b630-008e99758872,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:20:55.731298 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c11b2d64-0b57-4858-b630-008e99758872), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:55.791176 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Routers {'47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:20:55.791782 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:20:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:55.794520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb171de-8eae-49ae-9d61-f20a8507d865 None None] Pushing event updated for resources: {'Port': ['ID=c11b2d64-0b57-4858-b630-008e99758872,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:55.906887 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] Set router 47eaf44e-f934-46e2-87b3-d4fc6ffdb88c gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:20:56.123679 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c11b2d64-0b57-4858-b630-008e99758872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:53Z', 'revision_number': 4, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port': {'id': 'c11b2d64-0b57-4858-b630-008e99758872', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:52Z', 'updated_at': '2022-02-08T17:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:46Z', 'revision_number': 5, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:20:56.152024 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e2f86-9a46-41ae-a80c-7426251ebc2f None None] The sync data for ids ['47eaf44e-f934-46e2-87b3-d4fc6ffdb88c'] in dv-cinder-822040-2-iscsi is: [{'id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'name': 'router1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c11b2d64-0b57-4858-b630-008e99758872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:20:33Z', 'updated_at': '2022-02-08T17:20:53Z', 'revision_number': 4, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'gw_port': {'id': 'c11b2d64-0b57-4858-b630-008e99758872', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:52Z', 'updated_at': '2022-02-08T17:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7', 'name': '', 'network_id': 'ae08a60e-f4ad-4bd9-b9bc-bc998948dad1', 'tenant_id': '274aba6a1d46450ba736d5deac0d9ee1', 'mac_address': 'fa:16:3e:63:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eaf44e-f934-46e2-87b3-d4fc6ffdb88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:20:42Z', 'updated_at': '2022-02-08T17:20:46Z', 'revision_number': 5, 'project_id': '274aba6a1d46450ba736d5deac0d9ee1', 'subnets': [{'id': '8dd1842c-4cc4-4a10-b89f-3445b1670af0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020c8cff-2113-43c9-ae21-b881e61942b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:20:56.164974 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 60838) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:20:56.297201 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0904f07c-6737-4cb3-aeea-d3bf91111002 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1309743 Feb 08 17:20:57.777801 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c11b2d64-0b57-4858-b630-008e99758872 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:20:57.825191 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port c11b2d64-0b57-4858-b630-008e99758872 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:57.825597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c11b2d64-0b57-4858-b630-008e99758872), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:57.910763 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port c11b2d64-0b57-4858-b630-008e99758872 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:20:57.911161 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c11b2d64-0b57-4858-b630-008e99758872), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:57.936170 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port c11b2d64-0b57-4858-b630-008e99758872, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=c11b2d64-0b57-4858-b630-008e99758872,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:20:57.945053 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c11b2d64-0b57-4858-b630-008e99758872), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:58.008580 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=c11b2d64-0b57-4858-b630-008e99758872,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:20:59.771305 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c11b2d64-0b57-4858-b630-008e99758872 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:20:59.832188 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port c11b2d64-0b57-4858-b630-008e99758872 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:20:59.832514 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c11b2d64-0b57-4858-b630-008e99758872), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:20:59.940029 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port c11b2d64-0b57-4858-b630-008e99758872 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:21:04.662273 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5a898d06-4e80-4d78-ba7f-a33b83c7cd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:07.067575 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4569b243-6fa4-4c8a-8fd6-7112532cfdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:07.939381 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:09.850536 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:10.283361 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:21:11.198703 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:34.653876 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ccde577b-8544-4b00-b084-5960fafd7b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:37.073344 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af6023f9-0af1-411c-a9fa-65cf2eaccde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:37.943060 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:39.850299 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:41.176020 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:21:47.284508 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:22:04.646563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecea0-b576-4304-ac1f-1346be9e09a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:07.057464 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c30d60e0-c7b2-444f-9303-079e3b7b7791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:07.942455 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:09.853988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:11.173584 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:17.728805 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33090) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:17.792037 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfa2868-bdfe-48a7-a01c-1260fed2946d admin admin] GET failed (client error): The resource could not be found. Feb 08 17:22:17.793374 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0bfa2868-bdfe-48a7-a01c-1260fed2946d admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635724 Feb 08 17:22:17.957658 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a6b2e-abfa-4047-8f96-8e1ddf673c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:17.959130 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1c8a6b2e-abfa-4047-8f96-8e1ddf673c21 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617692 Feb 08 17:22:20.239352 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33100) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:20.327408 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033051a-e5bc-4cb5-b3c7-0fe560463a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:20.328740 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1033051a-e5bc-4cb5-b3c7-0fe560463a8c admin admin] 10.222.0.69 "GET /v2.0/subnets/8dd1842c-4cc4-4a10-b89f-3445b1670af0 HTTP/1.1" status: 200 len: 849 time: 0.0884180 Feb 08 17:22:20.339765 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:22:20.425062 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Publish callbacks [] for subnet (8dd1842c-4cc4-4a10-b89f-3445b1670af0), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:20.566127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729374845956'] for subnet (8dd1842c-4cc4-4a10-b89f-3445b1670af0), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:20.594055 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:20.594652 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:20.596283 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] 10.222.0.69 "PUT /v2.0/subnets/8dd1842c-4cc4-4a10-b89f-3445b1670af0 HTTP/1.1" status: 200 len: 868 time: 0.2597427 Feb 08 17:22:20.610526 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87729ce0-2dcd-4e88-ac31-0ffa30866dd1 None None] Network ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:22:20.619319 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd1842c-4cc4-4a10-b89f-3445b1670af0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:22:20.626938 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.627330 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.627701 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.628030 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.628368 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.628703 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.629055 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.629425 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.629783 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.630133 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.630512 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.630851 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:20.631178 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8232d55-95f1-48f6-b128-8037ce4f0291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:22:21.088112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Provisioning complete for port 4fee4cab-b1e7-4935-8497-a444e3037518 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:22:21.088368 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (4fee4cab-b1e7-4935-8497-a444e3037518), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:21.169365 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Current status of the port 4fee4cab-b1e7-4935-8497-a444e3037518 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:22:21.179959 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Provisioning complete for port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:22:21.180566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:21.257771 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aecf423c-0a4d-4849-810e-d2734dc574d0 None None] Current status of the port 2ed51dc2-6f05-4cd8-bf3a-23fa1ba426d7 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:22:22.842790 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:23.040979 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651856c-c13d-4161-87a4-7802a65301a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:23.041455 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651856c-c13d-4161-87a4-7802a65301a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:23.042991 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7651856c-c13d-4161-87a4-7802a65301a7 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992347 Feb 08 17:22:24.282395 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:22:25.284610 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33116) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:25.498805 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f443ca-d205-46be-a6c4-3018f60ac01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:25.499195 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f443ca-d205-46be-a6c4-3018f60ac01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:25.500897 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b5f443ca-d205-46be-a6c4-3018f60ac01a admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152758 Feb 08 17:22:27.767861 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33126) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:27.997087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d2362-eedd-46c1-86ea-6314429fd7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:27.998376 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a52d2362-eedd-46c1-86ea-6314429fd7ef admin admin] 10.222.0.69 "GET /v2.0/networks/ae08a60e-f4ad-4bd9-b9bc-bc998948dad1 HTTP/1.1" status: 200 len: 869 time: 0.2295680 Feb 08 17:22:30.294629 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:30.432693 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116c16d-840d-4ab8-bbdf-d58a4467d7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:30.434317 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3116c16d-840d-4ab8-bbdf-d58a4467d7d5 admin admin] 10.222.0.69 "GET /v2.0/networks/ddc7c803-4100-4a35-85c8-fcedd96b0a2e HTTP/1.1" status: 200 len: 886 time: 0.1386702 Feb 08 17:22:32.812659 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:32.948644 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722a2df-2efe-48d1-b1f6-f9bddf23a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:32.949098 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722a2df-2efe-48d1-b1f6-f9bddf23a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:32.950658 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6722a2df-2efe-48d1-b1f6-f9bddf23a48f admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370144 Feb 08 17:22:34.648546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2674f40-d7e9-44e0-831a-adc1bffae711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:35.269061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33150) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:35.370822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf11d70-0a7b-419a-8a30-aa42c22221d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:35.371281 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf11d70-0a7b-419a-8a30-aa42c22221d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:35.372843 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9cf11d70-0a7b-419a-8a30-aa42c22221d0 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028032 Feb 08 17:22:37.060220 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd9d9330-80e3-47ee-8cd2-67b46c633a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:37.618898 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33158) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:37.731441 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23090c-4228-4b99-aa0e-7b40557a6fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:37.732830 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8a23090c-4228-4b99-aa0e-7b40557a6fdf admin admin] 10.222.0.69 "GET /v2.0/subnets/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d HTTP/1.1" status: 200 len: 816 time: 0.1129775 Feb 08 17:22:37.947573 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:39.855330 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:22:40.123423 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:22:40.228352 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454edde3-09ed-4834-a649-3c0a3ade8be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:22:40.229793 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-454edde3-09ed-4834-a649-3c0a3ade8be4 admin admin] 10.222.0.69 "GET /v2.0/subnets/8dd1842c-4cc4-4a10-b89f-3445b1670af0 HTTP/1.1" status: 200 len: 868 time: 0.1054156 Feb 08 17:22:41.166610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:01.281889 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:23:04.651798 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1f75-b648-473a-8662-c205f7e7621f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:05.254070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33220) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:23:05.317376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-561b31d9-53bb-4b19-b9e4-0411d168493d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:23:05.318377 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-561b31d9-53bb-4b19-b9e4-0411d168493d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0629597 Feb 08 17:23:07.063382 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5b0b-2cb7-42c5-a495-e314670e43e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:07.668119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:23:07.732080 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1833143-61d5-4c50-afd6-0c1488d7a5b6 admin admin] GET failed (client error): The resource could not be found. Feb 08 17:23:07.733405 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e1833143-61d5-4c50-afd6-0c1488d7a5b6 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642953 Feb 08 17:23:07.874709 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6360c-c3e9-4a6f-bd76-3c63e90f7aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:23:07.876102 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-86b6360c-c3e9-4a6f-bd76-3c63e90f7aa0 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1387298 Feb 08 17:23:07.949835 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:09.860093 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.202581 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33238) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:23:10.249646 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Request body: {'network': {'project_id': '021796e5c094463e8f90221f89c6edf5', 'name': 'shared', 'tenant_id': '021796e5c094463e8f90221f89c6edf5', 'admin_state_up': True, 'shared': True}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:23:10.269528 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Made reservation on behalf of 021796e5c094463e8f90221f89c6edf5 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:23:10.271856 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.307060 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING neutron.services.revisions.revision_plugin [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Could not find related network for resource to bump revision. Feb 08 17:23:10.319643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:23:10.329216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (058597f3-8a84-4c69-8550-ddbb18536085), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.329560 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Added segment 058597f3-8a84-4c69-8550-ddbb18536085 of type vlan for network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 Feb 08 17:23:10.374237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.399103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.400387 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:23:10.400960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:10.472001 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2683151 Feb 08 17:23:10.478296 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Pushing event updated for resources: {'Network': ['ID=cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:23:10.485587 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.485966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.486343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.486710 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.487040 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.487385 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.487715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.488046 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.488386 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.488730 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.489098 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.489527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.489918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848f6572-b8ea-45d8-a15e-4b21810e9717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:10.502063 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:23:11.169708 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:12.828241 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33248) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:23:12.890179 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ab5b62-aa49-4ec6-8e67-b85dc7178fb2 admin admin] GET failed (client error): The resource could not be found. Feb 08 17:23:12.891577 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d4ab5b62-aa49-4ec6-8e67-b85dc7178fb2 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622821 Feb 08 17:23:12.965025 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac7201-93b4-430c-a175-3d9a053faf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:23:12.966560 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d2ac7201-93b4-430c-a175-3d9a053faf47 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708475 Feb 08 17:23:12.976848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3', 'tenant_id': '021796e5c094463e8f90221f89c6edf5', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:23:12.998953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Made reservation on behalf of 021796e5c094463e8f90221f89c6edf5 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:23:13.001479 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.188425 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (45ea36c8-8d85-4990-94b0-69e2681907f6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.240129 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ea36c8-8d85-4990-94b0-69e2681907f6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:23:13.257500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Checking segment: {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:23:13.257894 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Network hostable DHCP agents. Network: cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:23:13.287993 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:23:13.298580 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:23:13.303405 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:23:13.303999 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.308232 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbd7f7-38d7-4727-a769-d4addb454f20 None None] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:23:13.327104 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-13aa5fcd-1a68-47f7-b674-b6ffc67b67d3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3529711 Feb 08 17:23:13.465280 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3', 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3', 'project_id': '021796e5c094463e8f90221f89c6edf5', 'fixed_ips': [{'subnet_id': '45ea36c8-8d85-4990-94b0-69e2681907f6'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:23:13.466829 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.609134 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Allocated IP 192.168.233.2 (cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3/45ea36c8-8d85-4990-94b0-69e2681907f6/8b62e028-e6a9-4416-926e-cb49500919a3) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:23:13.756740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks [] for port (8b62e028-e6a9-4416-926e-cb49500919a3), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.768259 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.808544 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:23:13.810240 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:23:13.816154 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:23:13.829810 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Pushing event updated for resources: {'Port': ['ID=8b62e028-e6a9-4416-926e-cb49500919a3,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:23:13.854998 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.855361 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.855722 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.856061 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.856391 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.856723 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.857045 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.857397 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.857721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.858056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.858380 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.858703 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.859601 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:23:13.989848 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Attempting to bind port 8b62e028-e6a9-4416-926e-cb49500919a3 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:23:13.990217 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Attempting to bind port 8b62e028-e6a9-4416-926e-cb49500919a3 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:23:13.990574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Attempting to bind port 8b62e028-e6a9-4416-926e-cb49500919a3 on network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:23:13.996334 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:23:13.996702 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Checking segment: {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:23:13.997098 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:13.997510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Bound using segment: {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:23:13.997971 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Bound port: 8b62e028-e6a9-4416-926e-cb49500919a3, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:23:13.998352 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:14.062955 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] For port 8b62e028-e6a9-4416-926e-cb49500919a3, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:23:14.066160 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] For port 8b62e028-e6a9-4416-926e-cb49500919a3, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8b62e028-e6a9-4416-926e-cb49500919a3,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:23:14.071641 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:14.132308 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4836b-929d-42a5-8916-d7af7f43dceb None None] Pushing event updated for resources: {'Port': ['ID=8b62e028-e6a9-4416-926e-cb49500919a3,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:23:15.063144 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f725735-4271-4ae8-9e1a-6335ff5222bc None None] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:23:15.159624 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Provisioning complete for port 8b62e028-e6a9-4416-926e-cb49500919a3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:23:15.160029 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:15.286148 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Current status of the port 8b62e028-e6a9-4416-926e-cb49500919a3 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:23:15.286539 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:15.329824 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] For port 8b62e028-e6a9-4416-926e-cb49500919a3, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8b62e028-e6a9-4416-926e-cb49500919a3,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:23:15.332720 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:15.391188 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194db2b-a907-468a-8ce0-c57aca3cb22f None None] Pushing event updated for resources: {'Port': ['ID=8b62e028-e6a9-4416-926e-cb49500919a3,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:23:15.459310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73fc7098-a173-43c2-ac80-d6b81926f052 None None] Provisioning complete for port 8b62e028-e6a9-4416-926e-cb49500919a3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:23:15.459696 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73fc7098-a173-43c2-ac80-d6b81926f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:15.543769 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73fc7098-a173-43c2-ac80-d6b81926f052 None None] Current status of the port 8b62e028-e6a9-4416-926e-cb49500919a3 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:23:15.858839 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8b62e028-e6a9-4416-926e-cb49500919a3 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:23:15.910363 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 8b62e028-e6a9-4416-926e-cb49500919a3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:23:15.910737 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b62e028-e6a9-4416-926e-cb49500919a3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:15.989535 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 8b62e028-e6a9-4416-926e-cb49500919a3 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:23:34.656899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a474f353-9248-4621-9b2d-e1a644ba8dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:37.068903 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9fac08ca-f8e4-4979-9528-b067059d41e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:37.956598 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:38.280869 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:23:39.864800 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:23:41.174000 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:04.659968 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f1d841d-ea39-4c10-916b-a0422c75f8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:07.061732 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-515acb5c-eba3-497c-b631-8e0b8ad891a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:07.957026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:09.866252 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:11.182534 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:15.279014 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:24:30.656988 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33292) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:24:30.662968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [None req-f4925fe2-1f08-461d-80c3-55254ef3029a tempest-verify_tempest_config-1093488292 tempest-verify_tempest_config-1093488292-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:24:30.663955 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f4925fe2-1f08-461d-80c3-55254ef3029a tempest-verify_tempest_config-1093488292 tempest-verify_tempest_config-1093488292-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059633 Feb 08 17:24:30.969828 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33310) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:24:31.083210 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.162693 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Publish callbacks [] for security_group (efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.166324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.211968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=733410ae1e9d41bbb73767f852c2d805&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2402349 Feb 08 17:24:31.212921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:24:31.214687 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33314) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:24:31.220322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.221271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.221630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.221971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.222305 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.222637 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.222995 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.223331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.223682 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.224016 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.224343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.224670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.224996 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee22af9-a7b7-470e-bea7-488b6410549c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.275809 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Publish callbacks [] for security_group (efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.297357 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Publish callbacks [] for security_group (efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.397464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.400409 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:31.401906 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0 HTTP/1.1" status: 204 len: 168 time: 0.1856356 Feb 08 17:24:31.409765 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb68c0d-7e1b-47a9-bc77-760dd1d9e9f0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:24:31.416755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.417011 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.417383 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.417723 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.418057 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.418388 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.418743 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.419084 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.419570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.419749 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.420074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.420402 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:31.420725 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7cea-30c4-406d-9528-ba1090b5337c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:24:34.663625 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-16d9d94f-0784-4aaa-9614-61dd7da42e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:37.065850 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c20dcef0-cace-4491-baa0-28d849d1b02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:37.958548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:39.876028 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:41.175362 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:24:52.277086 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:25:04.667060 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b82d27a6-0470-4a65-8e9e-8fb0cb303689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:07.069295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2da324d9-fd76-4b06-9275-dc9dadd64b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:07.961912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:09.864954 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:11.178429 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:29.275366 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:25:34.671397 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5ba17e49-303d-447f-a3df-48c5c4ee3e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:37.081237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3664e639-0d62-4991-94d3-cce2a0891002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:37.965128 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:39.874821 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:25:41.193393 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:04.688307 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7340f45b-3243-449e-8550-51675c8c6326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:06.277579 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 5 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:26:07.081279 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-07a20b45-7641-4e30-8110-5fd78d71277b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:07.972644 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:09.882937 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:11.187321 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:11.671286 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-659380'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:26.150681 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33388) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:26:26.257991 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a8cfcce9-bb11-4131-ae03-e5d3d6365e86 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1061606 Feb 08 17:26:28.571214 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33398) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:26:28.629327 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8ab2c82b-6aac-4b6e-9c6e-440f824d25ce admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0569875 Feb 08 17:26:34.675138 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca610bfd-7015-412f-8dbc-95596718c924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:37.073054 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-37a1bc95-6456-4f1b-8273-baf965575025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:37.971556 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:39.875916 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:41.190597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:41.637027 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:26:43.277559 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:27:04.668680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-534b9345-41d2-4da3-afd0-fb5d5bc5a436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:07.077934 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7c5b-1d5c-48e5-bb68-c74bb58c1dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:07.975754 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:09.881637 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:11.192330 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:11.644154 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:20.277637 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:27:34.777134 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3125db08-1ca8-492a-9ff0-1bfbf06b7916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:37.072108 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f1611b8f-3961-4828-bfd0-618bc61ef160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:37.979067 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:39.882445 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:41.194742 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:41.641548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:27:57.277747 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:28:01.877561 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33562) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:02.076952 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:02.156308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-367108106-network', 'tenant_id': '60d4d17f786c4e2bb34710548c792b2e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:02.176365 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Made reservation on behalf of 60d4d17f786c4e2bb34710548c792b2e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:02.179472 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.191055 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.288801 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks [] for security_group (06abd9f9-150a-4905-9016-899b97a4a4d7), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.294305 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (06abd9f9-150a-4905-9016-899b97a4a4d7), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.321048 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06abd9f9-150a-4905-9016-899b97a4a4d7,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:02.330152 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.330781 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.331424 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.331953 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.332460 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.332888 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.333342 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.333753 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.334290 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.335227 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.335227 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.335463 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.335637 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Tracked resource versions report: Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: pushed versions: Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: { 'AddressGroup': {'1.2'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'ConntrackHelper': {'1.0'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Log': {'1.0'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Network': {'1.1'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Port': {'1.7'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'PortForwarding': {'1.2'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'QosPolicy': {'1.10'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroup': {'1.5'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SubPort': {'1.0'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Subnet': {'1.1'}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Trunk': {'1.1'}} Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: consumer versions: Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: HyperV agent@hv-cinder-82204: {}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'ConntrackHelper': '1.0', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'LocalIPAssociation': '1.0', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Log': '1.0', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Network': '1.1', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Port': '1.7', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'PortForwarding': '1.2', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'QosPolicy': '1.10', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroup': '1.5', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SecurityGroupRule': '1.2', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'SubPort': '1.0', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Subnet': '1.1', Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: 'Trunk': '1.1'}} Feb 08 17:28:02.337192 dv-cinder-822040-2-iscsi neutron-server[102590]: {{(pid=102590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:28:02.371640 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:02.394117 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (09f073f7-56a8-4262-8106-e52b1d7ed663), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.394398 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Added segment 09f073f7-56a8-4262-8106-e52b1d7ed663 of type vlan for network 01997337-5d08-4894-9c17-b2b2539c6d68 Feb 08 17:28:02.450074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (01997337-5d08-4894-9c17-b2b2539c6d68), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.477773 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (01997337-5d08-4894-9c17-b2b2539c6d68), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.478838 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:02.479526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.545001 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-289207748-network', 'tenant_id': '80022e131af94dfb9d6069b7d0492189'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:02.556761 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] Pushing event updated for resources: {'Network': ['ID=01997337-5d08-4894-9c17-b2b2539c6d68,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:02.571995 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ea1f55d2-2246-4cfe-8a4f-0d15823cf64b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6918411 Feb 08 17:28:02.586450 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 01997337-5d08-4894-9c17-b2b2539c6d68 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:02.601483 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Made reservation on behalf of 80022e131af94dfb9d6069b7d0492189 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:02.606093 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.606821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33602) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:02.613090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Request body: {'subnet': {'network_id': '01997337-5d08-4894-9c17-b2b2539c6d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-367108106-subnet', 'tenant_id': '60d4d17f786c4e2bb34710548c792b2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:02.619257 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.643929 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33606) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:02.653909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Made reservation on behalf of 60d4d17f786c4e2bb34710548c792b2e for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:02.657419 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.739768 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks [] for security_group (bda1c925-5379-434d-8453-f17f9c316508), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.745746 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bda1c925-5379-434d-8453-f17f9c316508), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.778464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:02.796333 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1c925-5379-434d-8453-f17f9c316508,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:02.802122 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (fda01c4d-7563-467a-87ef-9d19a49fd660), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.803387 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Added segment fda01c4d-7563-467a-87ef-9d19a49fd660 of type vlan for network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c Feb 08 17:28:02.860595 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.883823 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (5dadf256-9a57-4b58-be8e-a228bc210167), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.894094 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.895448 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:02.896195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:02.950155 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8718657 Feb 08 17:28:02.955138 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33618) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:02.964213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Request body: {'subnet': {'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-subnet', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:02.969734 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dadf256-9a57-4b58-be8e-a228bc210167,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:02.972977 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37567-b985-4d5d-9b35-5870d4285a7d admin admin] Pushing event updated for resources: {'Network': ['ID=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:02.981578 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.982189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.982688 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.983203 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.983878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.984376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.985124 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.986044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.986136 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.986496 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.986840 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.987171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.987500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Tracked resource versions report: Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: pushed versions: Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: { 'AddressGroup': {'1.2'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'ConntrackHelper': {'1.0'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Log': {'1.0'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Network': {'1.1'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Port': {'1.7'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'PortForwarding': {'1.2'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'QosPolicy': {'1.10'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroup': {'1.5'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SubPort': {'1.0'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Subnet': {'1.1'}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Trunk': {'1.1'}} Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: consumer versions: Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: HyperV agent@hv-cinder-82204: {}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'ConntrackHelper': '1.0', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'LocalIPAssociation': '1.0', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Log': '1.0', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Network': '1.1', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Port': '1.7', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'PortForwarding': '1.2', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'QosPolicy': '1.10', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroup': '1.5', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SecurityGroupRule': '1.2', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'SubPort': '1.0', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Subnet': '1.1', Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: 'Trunk': '1.1'}} Feb 08 17:28:02.988650 dv-cinder-822040-2-iscsi neutron-server[102589]: {{(pid=102589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:28:02.991663 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:03.022551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Checking segment: {'id': '09f073f7-56a8-4262-8106-e52b1d7ed663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '01997337-5d08-4894-9c17-b2b2539c6d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:03.023229 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Network hostable DHCP agents. Network: 01997337-5d08-4894-9c17-b2b2539c6d68, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:03.043410 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Made reservation on behalf of 80022e131af94dfb9d6069b7d0492189 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:03.046645 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.123418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Network 01997337-5d08-4894-9c17-b2b2539c6d68 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:03.145992 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-network', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:03.154046 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 01997337-5d08-4894-9c17-b2b2539c6d68) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:03.159153 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:03.160486 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.162212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79640198-136f-4b55-82ea-afa0b76b001b None None] Network 01997337-5d08-4894-9c17-b2b2539c6d68 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:03.207215 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0a0c6fa3-c8b8-4e2d-8f54-36daa76d1b0a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5984888 Feb 08 17:28:03.215582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Made reservation on behalf of 1db94ac5e06144fe93946c0c4df7e2ed for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:03.218300 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.242051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33632) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:03.247783 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.295575 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455e2c3-e8e3-4ab8-8a01-a6d04d8a02a1 None None] Network 01997337-5d08-4894-9c17-b2b2539c6d68 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:03.416178 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (96901488-51e4-4d1f-a58b-38870e605a10), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.431795 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33640) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:03.500506 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96901488-51e4-4d1f-a58b-38870e605a10,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:03.509040 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks [] for security_group (d259b7d3-c88f-43cf-8eb4-fe7d6368fed8), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.516805 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d259b7d3-c88f-43cf-8eb4-fe7d6368fed8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.520045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Checking segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:03.520411 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Network hostable DHCP agents. Network: e46790e1-2cb6-4cb5-8030-eb0d54e8c51c, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:03.558755 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:03.569474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259b7d3-c88f-43cf-8eb4-fe7d6368fed8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:03.577755 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (1192f9d1-e8e1-4de7-bfbb-29fff1a95454), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.577843 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Added segment 1192f9d1-e8e1-4de7-bfbb-29fff1a95454 of type vlan for network ccd61454-4568-47e1-b525-83b47e7e5945 Feb 08 17:28:03.588113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:03.629133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, e46790e1-2cb6-4cb5-8030-eb0d54e8c51c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:03.633731 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (ccd61454-4568-47e1-b525-83b47e7e5945), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.636907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:03.637563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.640065 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72d356-9d9b-4ace-9cfc-834931e18848 None None] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:03.656301 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1202376168-network', 'tenant_id': 'e0fd043b62c54551965455405fd189e6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:03.671901 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-baae2eb6-36e0-4268-8723-f788124d3773 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7130787 Feb 08 17:28:03.682213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (ccd61454-4568-47e1-b525-83b47e7e5945), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.683284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:03.685194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.726990 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33650) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:03.727710 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Made reservation on behalf of e0fd043b62c54551965455405fd189e6 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:03.730726 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.740286 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:03.772315 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-948297212-network', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:03.776276 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1311510 Feb 08 17:28:03.779388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33652) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:03.786788 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Request body: {'subnet': {'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-subnet', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:03.813860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17d61-abf7-4290-ad39-d811f1033843 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd61454-4568-47e1-b525-83b47e7e5945,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:03.819336 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Made reservation on behalf of 1db94ac5e06144fe93946c0c4df7e2ed for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:03.822240 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:03.866141 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network ccd61454-4568-47e1-b525-83b47e7e5945 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:03.926088 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.015133 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104fd07-a7ad-46d2-b2d8-1bf067995e7d None None] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:04.050917 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks [] for security_group (64143f4c-f793-46f5-b79f-b5953da77a2b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.056073 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Made reservation on behalf of 7fedeb21bf7b4056b1737c6e7ddc2d2a for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:04.058755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.072159 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (64143f4c-f793-46f5-b79f-b5953da77a2b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.092209 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:04.133604 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.139097 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64143f4c-f793-46f5-b79f-b5953da77a2b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:04.143261 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (143a8991-f549-4b5c-b5a9-edcf67176ff5), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.143864 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Added segment 143a8991-f549-4b5c-b5a9-edcf67176ff5 of type vlan for network 45349e8b-a612-4426-83e9-d10d4f48731d Feb 08 17:28:04.194779 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (523e260d-529e-4123-be90-f2f69a7c6351), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.195791 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (523e260d-529e-4123-be90-f2f69a7c6351), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.252949 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (45349e8b-a612-4426-83e9-d10d4f48731d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.297307 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (c7121290-2ea1-4af1-b219-d63c9535350e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.328483 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for router_controller (523e260d-529e-4123-be90-f2f69a7c6351), precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.417512 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (45349e8b-a612-4426-83e9-d10d4f48731d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.418787 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:04.419534 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.426624 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks [] for security_group (9d6b2743-5204-42ea-8085-a0cee90bdc45), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.447984 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9d6b2743-5204-42ea-8085-a0cee90bdc45), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.479767 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Checking segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:04.480129 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Network hostable DHCP agents. Network: ccd61454-4568-47e1-b525-83b47e7e5945, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:04.483981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7121290-2ea1-4af1-b219-d63c9535350e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:04.525786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Network ccd61454-4568-47e1-b525-83b47e7e5945 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:04.538820 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, ccd61454-4568-47e1-b525-83b47e7e5945) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:04.553274 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d350a3-59aa-4183-a7fc-204464313174 None None] Network ccd61454-4568-47e1-b525-83b47e7e5945 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:04.553518 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3058655 Feb 08 17:28:04.554278 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33686) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:04.576608 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:04.577563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.587490 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:04.594844 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Request body: {'subnet': {'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1202376168-subnet', 'tenant_id': 'e0fd043b62c54551965455405fd189e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:04.612942 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e43f0-4a28-41fd-b9e2-a316de6393cd admin admin] Pushing event updated for resources: {'Network': ['ID=45349e8b-a612-4426-83e9-d10d4f48731d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:04.628653 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 45349e8b-a612-4426-83e9-d10d4f48731d details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:04.630436 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9b4dd4a8-ba0e-425b-ad59-96c12bd672e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8483534 Feb 08 17:28:04.641439 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for router_gateway (523e260d-529e-4123-be90-f2f69a7c6351), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.690676 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f9345a2e-efe2-481b-9f60-29c5c3386585), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.695331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:04.697763 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Added segment f9345a2e-efe2-481b-9f60-29c5c3386585 of type vlan for network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 Feb 08 17:28:04.702429 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:04.758459 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.759063 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.771014 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Made reservation on behalf of e0fd043b62c54551965455405fd189e6 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:04.774158 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.785021 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6b2743-5204-42ea-8085-a0cee90bdc45,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:04.872122 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bf46c183-1d8f-4bb0-8683-8bf6df3dceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.889883 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-ccd61454-4568-47e1-b525-83b47e7e5945', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:28:04.892753 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:04.916431 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (f53cffab-2cd9-4d72-a0c8-7ee042426cd4), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.006008 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (f53cffab-2cd9-4d72-a0c8-7ee042426cd4), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.007115 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:05.008166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.044270 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for router_controller (6e314a82-74f1-4de0-8771-9a6c2b22530e), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.103552 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6667948 Feb 08 17:28:05.106860 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Allocated IP 172.20.0.2 (ccd61454-4568-47e1-b525-83b47e7e5945/c7121290-2ea1-4af1-b219-d63c9535350e/c43e0a83-eb97-48eb-b81a-89f1653ad8e9) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:05.112527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33704) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:05.120338 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Request body: {'subnet': {'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-948297212-subnet', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:05.139821 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398f885-700d-48f0-a449-e81068ef55cc admin admin] Pushing event updated for resources: {'Network': ['ID=f53cffab-2cd9-4d72-a0c8-7ee042426cd4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:05.163738 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:05.194782 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Made reservation on behalf of 7fedeb21bf7b4056b1737c6e7ddc2d2a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:05.197272 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.279266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33708) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:05.286079 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-321747372-network', 'tenant_id': 'bda561b1b94348c18498860b2bceb3ba'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:05.476314 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Made reservation on behalf of bda561b1b94348c18498860b2bceb3ba for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:05.480759 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.483779 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (1c61f681-3f5b-43e1-b4bd-0094b2bad550), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.499142 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.521982 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for router_gateway (6e314a82-74f1-4de0-8771-9a6c2b22530e), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.532207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks [] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.552108 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.649243 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c61f681-3f5b-43e1-b4bd-0094b2bad550,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:05.653174 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for router_gateway (523e260d-529e-4123-be90-f2f69a7c6351), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.653531 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Network ccd61454-4568-47e1-b525-83b47e7e5945 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:05.660167 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:05.667858 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:05.713636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Pushing event updated for resources: {'Port': ['ID=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:05.722551 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.723163 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.723599 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.723889 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.724387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.724516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks [] for security_group (5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.725409 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.726069 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.726577 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.727071 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.727570 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.728081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.728560 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.729048 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.729606 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Tracked resource versions report: Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: pushed versions: Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: { 'AddressGroup': {'1.2'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'ConntrackHelper': {'1.0'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Log': {'1.0'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Network': {'1.1'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Port': {'1.7'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'PortForwarding': {'1.2'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'QosPolicy': {'1.10'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroup': {'1.5'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SubPort': {'1.0'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Subnet': {'1.1'}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Trunk': {'1.1'}} Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: consumer versions: Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: HyperV agent@hv-cinder-82204: {}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'ConntrackHelper': '1.0', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'LocalIPAssociation': '1.0', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Log': '1.0', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Network': '1.1', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Port': '1.7', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'PortForwarding': '1.2', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'QosPolicy': '1.10', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroup': '1.5', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SecurityGroupRule': '1.2', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'SubPort': '1.0', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Subnet': '1.1', Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: 'Trunk': '1.1'}} Feb 08 17:28:05.731097 dv-cinder-822040-2-iscsi neutron-server[102591]: {{(pid=102591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:28:05.733548 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Checking segment: {'id': '143a8991-f549-4b5c-b5a9-edcf67176ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:05.733548 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Network hostable DHCP agents. Network: 45349e8b-a612-4426-83e9-d10d4f48731d, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:05.767369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Attempting to bind port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:05.768047 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Attempting to bind port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:05.768685 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Attempting to bind port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:05.771178 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.776321 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:05.777056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Checking segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:05.777643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.778281 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Bound using segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:05.778955 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Bound port: c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:05.779546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.794267 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:28:05.808708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (7def1019-de5e-4937-93c9-cfe5d374d789), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.809353 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Added segment 7def1019-de5e-4937-93c9-cfe5d374d789 of type vlan for network 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee Feb 08 17:28:05.837452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.843185 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Network 45349e8b-a612-4426-83e9-d10d4f48731d is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:05.898526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 45349e8b-a612-4426-83e9-d10d4f48731d) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:05.904134 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:05.905008 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:05.928938 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] For port c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:05.933435 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] For port c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:05.939515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1eff4a-9aec-4312-a5cc-b41301842737 None None] Network 45349e8b-a612-4426-83e9-d10d4f48731d requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:05.960573 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:05.967306 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33724) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:05.989921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (41b3ea89-1c41-403c-be5d-f4b0fbbc0dee), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.000675 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d537597d-fc74-4631-b136-cd0ee5935fae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4104910 Feb 08 17:28:06.031099 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Allocated IP 172.27.3.138 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/8f46a486-43f5-4e9c-9640-a01f913285f0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:06.039870 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Checking segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:06.040400 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Network hostable DHCP agents. Network: f53cffab-2cd9-4d72-a0c8-7ee042426cd4, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:06.123200 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:06.156974 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:06.192659 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (41b3ea89-1c41-403c-be5d-f4b0fbbc0dee), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.193847 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:06.194436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.235275 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.279129 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.282641 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] Pushing event updated for resources: {'Network': ['ID=41b3ea89-1c41-403c-be5d-f4b0fbbc0dee,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:06.300840 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c4cd66a8-f34e-48de-a297-cbd1ca9ccf7e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0193949 Feb 08 17:28:06.305363 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, f53cffab-2cd9-4d72-a0c8-7ee042426cd4) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:06.311193 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33734) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:06.321424 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:28:06.329967 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288649d9-f1e7-4b6e-8d18-668959fcbe57 None None] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:06.336984 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.379057 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:06.380274 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.390621 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Request body: {'subnet': {'network_id': '41b3ea89-1c41-403c-be5d-f4b0fbbc0dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-321747372-subnet', 'tenant_id': 'bda561b1b94348c18498860b2bceb3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:06.410840 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:06.438141 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:06.441212 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:06.587357 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for router_gateway (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.625180 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.627439 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d67da1-5bcd-4c5b-bfab-db922ac96821 None None] Pushing event updated for resources: {'Port': ['ID=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:06.705458 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:28:06.706548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.826813 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ca63b-80e4-4925-a8a2-ea0eb133eb60 None None] Network 45349e8b-a612-4426-83e9-d10d4f48731d requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:06.876615 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8059cf3d-ce03-440f-87cd-f64d6aff3f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.893895 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e01dd27a-7044-4b7c-a7a3-02c1be4b1cd8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7791111 Feb 08 17:28:06.895051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Pushing event updated for resources: {'Port': ['ID=8f46a486-43f5-4e9c-9640-a01f913285f0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:06.924848 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Made reservation on behalf of bda561b1b94348c18498860b2bceb3ba for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:06.936751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:06.958722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33762) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:06.963896 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:07.020490 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Allocated IP 172.27.3.212 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/22c39e8f-3af1-4883-aaec-c8a14c5810dc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:07.105132 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.106113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.253312 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (aea38c9b-a492-40a5-9dd5-a97b6c172828), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.276542 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Allocated IP 172.20.0.2 (f53cffab-2cd9-4d72-a0c8-7ee042426cd4/5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8/5e6b704f-0554-4fb5-866c-0bf982097db7) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:07.288815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7915d2d-f648-4f28-9882-ae6a9c5d0a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.387090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for router_controller (73077a09-e47a-4985-bbab-2e4dfb259ed9), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.667250 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Checking segment: {'id': '7def1019-de5e-4937-93c9-cfe5d374d789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '41b3ea89-1c41-403c-be5d-f4b0fbbc0dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:07.668602 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Network hostable DHCP agents. Network: 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:28:07.678343 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33802) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:07.698898 dv-cinder-822040-2-iscsi neutron-server[102590]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 17:28:07.700166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea38c9b-a492-40a5-9dd5-a97b6c172828,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:07.722182 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.742566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks [] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.763774 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:07.866943 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:07.872993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:07.892715 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:07.908869 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Pushing event updated for resources: {'Port': ['ID=5e6b704f-0554-4fb5-866c-0bf982097db7,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:07.997830 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Network 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:28:08.036791 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Attempting to bind port 5e6b704f-0554-4fb5-866c-0bf982097db7 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:08.037200 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Attempting to bind port 5e6b704f-0554-4fb5-866c-0bf982097db7 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:08.038120 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Attempting to bind port 5e6b704f-0554-4fb5-866c-0bf982097db7 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:08.042390 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for router_gateway (73077a09-e47a-4985-bbab-2e4dfb259ed9), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.062648 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for router_gateway (523e260d-529e-4123-be90-f2f69a7c6351), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.065442 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.070182 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:08.070182 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Checking segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:08.070182 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.070929 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Bound using segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:08.070929 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Bound port: 5e6b704f-0554-4fb5-866c-0bf982097db7, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:08.072677 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.230067 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] For port 5e6b704f-0554-4fb5-866c-0bf982097db7, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:08.243049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.264773 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67161080-ec21-4abb-b64c-94e32640145c None None] Network ccd61454-4568-47e1-b525-83b47e7e5945 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:08.283141 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c43e0a83-eb97-48eb-b81a-89f1653ad8e9 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:08.331907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:08.360411 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:08.361073 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.382692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] For port 5e6b704f-0554-4fb5-866c-0bf982097db7, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5e6b704f-0554-4fb5-866c-0bf982097db7,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:08.402446 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caeb21e-762d-4654-b98b-907da90c9c65 None None] Network 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:08.422858 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8059cf3d-ce03-440f-87cd-f64d6aff3f77 admin admin] Publish callbacks [] for security_group (6b60cf00-6721-4dac-8080-14189d3d5727), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.454566 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8059cf3d-ce03-440f-87cd-f64d6aff3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6b60cf00-6721-4dac-8080-14189d3d5727), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.496447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:08.520947 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-081683b5-a177-4099-8b4e-dbf4f8105210 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1508369 Feb 08 17:28:08.524645 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:08.528262 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Pushing event updated for resources: {'Port': ['ID=22c39e8f-3af1-4883-aaec-c8a14c5810dc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:08.534510 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:08.551966 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.569570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-4949abe0-25ca-4327-bf3b-a30c3772a816 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:08.575117 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-4949abe0-25ca-4327-bf3b-a30c3772a816 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/networks?id=45349e8b-a612-4426-83e9-d10d4f48731d HTTP/1.1" status: 200 len: 812 time: 0.8869750 Feb 08 17:28:08.584185 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98655135-f571-43c2-bcee-24f150f334df None None] Network 41b3ea89-1c41-403c-be5d-f4b0fbbc0dee requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:08.670744 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-b1828986-be80-4277-8bd1-d6d57d984b00 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/quotas/e0fd043b62c54551965455405fd189e6 HTTP/1.1" status: 200 len: 375 time: 0.0626802 Feb 08 17:28:08.680370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Provisioning complete for port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:08.681041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:08.702067 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8059cf3d-ce03-440f-87cd-f64d6aff3f77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dccff191824742b7be10ab36f307aed8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7307258 Feb 08 17:28:08.708191 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33830) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:08.711941 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059cf3d-ce03-440f-87cd-f64d6aff3f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60cf00-6721-4dac-8080-14189d3d5727,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:08.822855 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33832) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:08.898067 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e900d-c7dd-4a7a-aca4-632f75356f2b None None] Pushing event updated for resources: {'Port': ['ID=5e6b704f-0554-4fb5-866c-0bf982097db7,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:08.959804 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-fba794f0-90f6-43c3-a62a-59af2b7092f0 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0fd043b62c54551965455405fd189e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2562163 Feb 08 17:28:08.985922 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] Publish callbacks [] for security_group (6b60cf00-6721-4dac-8080-14189d3d5727), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.007653 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:09.008067 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.056118 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] Publish callbacks [] for security_group (6b60cf00-6721-4dac-8080-14189d3d5727), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.095621 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (523e260d-529e-4123-be90-f2f69a7c6351), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.155882 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Deleting subnet 5dadf256-9a57-4b58-be8e-a228bc210167 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:28:09.164785 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Current status of the port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:09.165193 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.283114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:09.283932 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.291655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for router_gateway (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.294631 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6b60cf00-6721-4dac-8080-14189d3d5727), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.301608 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] For port c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:09.305865 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.309534 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b60cf00-6721-4dac-8080-14189d3d5727 HTTP/1.1" status: 204 len: 168 time: 0.5851269 Feb 08 17:28:09.315084 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.327871 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-98fc6df9-9fb7-487f-bd43-7c426d8ed4f5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:28:09.328974 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-98fc6df9-9fb7-487f-bd43-7c426d8ed4f5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1370754 Feb 08 17:28:09.445993 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57484fc-c657-4492-9818-97f9262f2652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60cf00-6721-4dac-8080-14189d3d5727,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:09.503944 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-62c69f6d-0b25-4a0b-8c8d-e477086a0dd5 service neutron] 10.222.0.69 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595523 Feb 08 17:28:09.527474 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 17:28:09.529389 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG oslo_db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 17:28:09.544985 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a69a0-9cc6-4db2-b4a2-f7a0a61d707c None None] Pushing event updated for resources: {'Port': ['ID=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:09.640942 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Publish callbacks [] for subnet (5dadf256-9a57-4b58-be8e-a228bc210167), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.727854 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Router 523e260d-529e-4123-be90-f2f69a7c6351 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:28:09.740162 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-d85e8353-bec7-4cec-8e16-eece931efdbb service neutron] 10.222.0.69 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299061 Feb 08 17:28:09.750454 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-11cb9a2c-fbfd-4b02-9e1e-14a731b701ce None None] Provisioning complete for port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:09.752573 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-11cb9a2c-fbfd-4b02-9e1e-14a731b701ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.886149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Publish callbacks [] for subnet (5dadf256-9a57-4b58-be8e-a228bc210167), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.921357 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:09.934997 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (5dadf256-9a57-4b58-be8e-a228bc210167), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.937273 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Sync routers for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:09.964508 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:09.965753 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:09.970480 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.970993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:09.974579 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-78f1435f-3cf4-45c9-81ae-ea5d00e94e63 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2385976 Feb 08 17:28:09.974914 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33858) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:10.241938 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33862) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:10.385481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd798-6747-44c2-ad3b-a4cac3cbc3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:10.472070 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:10.526772 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33882) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:10.536020 dv-cinder-822040-2-iscsi neutron-server[102589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 17:28:10.565620 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for router_gateway (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:10.600495 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:10.651179 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:10.660431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:10.734794 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13c7b7-9db5-4153-9aad-3bbd83b97ad9 None None] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:28:10.819259 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:06Z', 'revision_number': 3, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:10.842818 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-03d32d97-6b7d-4e5f-900e-f07a49a91779 req-cf89a7c3-3988-4966-9d60-38ed1e46aa37 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.3082206 Feb 08 17:28:10.888930 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Checking router: 523e260d-529e-4123-be90-f2f69a7c6351 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:10.889356 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Updating router 523e260d-529e-4123-be90-f2f69a7c6351 port 8f46a486-43f5-4e9c-9640-a01f913285f0 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:10.923505 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-11cb9a2c-fbfd-4b02-9e1e-14a731b701ce None None] Current status of the port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:10.943020 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:10.973632 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd798-6747-44c2-ad3b-a4cac3cbc3dc admin admin] Publish callbacks [] for security_group (844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.035560 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for subnet (5dadf256-9a57-4b58-be8e-a228bc210167), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.045774 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd798-6747-44c2-ad3b-a4cac3cbc3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.082165 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c43e0a83-eb97-48eb-b81a-89f1653ad8e9 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:11.083478 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dadf256-9a57-4b58-be8e-a228bc210167,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:11.106147 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.110579 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-41372be2-a0e0-4e55-8659-6b2fc7186dac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5dadf256-9a57-4b58-be8e-a228bc210167 HTTP/1.1" status: 204 len: 168 time: 2.2807496 Feb 08 17:28:11.114277 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33896) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:11.174144 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fd798-6747-44c2-ad3b-a4cac3cbc3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:11.188418 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6f1fd798-6747-44c2-ad3b-a4cac3cbc3dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7aaad5f09ff48f1b91d7c74e742e126&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8725860 Feb 08 17:28:11.194581 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33900) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:11.207123 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a856d382-fb52-4920-921e-207424c123ae None None] Provisioning complete for port 5e6b704f-0554-4fb5-866c-0bf982097db7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:11.207507 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a856d382-fb52-4920-921e-207424c123ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.271164 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.282053 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:11.282428 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.376823 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (01997337-5d08-4894-9c17-b2b2539c6d68), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.424335 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] Publish callbacks [] for security_group (844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.471023 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a856d382-fb52-4920-921e-207424c123ae None None] Current status of the port 5e6b704f-0554-4fb5-866c-0bf982097db7 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:11.471817 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a856d382-fb52-4920-921e-207424c123ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.522980 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks [] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.527120 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:11.528549 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5e6b704f-0554-4fb5-866c-0bf982097db7 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:11.533713 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.536377 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a856d382-fb52-4920-921e-207424c123ae None None] For port 5e6b704f-0554-4fb5-866c-0bf982097db7, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5e6b704f-0554-4fb5-866c-0bf982097db7,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:11.558885 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a856d382-fb52-4920-921e-207424c123ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.613115 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] Publish callbacks [] for security_group (844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.617734 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Pushing event updated for resources: {'Port': ['ID=8f46a486-43f5-4e9c-9640-a01f913285f0,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:11.636636 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.637407 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.637858 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.638206 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.638583 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.638926 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.639582 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.639963 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.640302 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.640699 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.641038 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.641391 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.641804 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Tracked resource versions report: Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: pushed versions: Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: { 'AddressGroup': {'1.2'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'ConntrackHelper': {'1.0'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'LocalIPAssociation': {'1.0'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Log': {'1.0'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Network': {'1.1'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Port': {'1.7'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'PortForwarding': {'1.2'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'QosPolicy': {'1.10'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroup': {'1.5'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroupRule': {'1.2'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SubPort': {'1.0'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Subnet': {'1.1'}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Trunk': {'1.1'}} Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: consumer versions: Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: { DHCP agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: HyperV agent@hv-cinder-82204: {}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: L3 agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: Metadata agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: Metering agent@dv-cinder-822040-2-iscsi: {}, Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: Open vSwitch agent@dv-cinder-822040-2-iscsi: { 'AddressGroup': '1.2', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'ConntrackHelper': '1.0', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'LocalIPAssociation': '1.0', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Log': '1.0', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Network': '1.1', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Port': '1.7', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'PortForwarding': '1.2', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'QosPolicy': '1.10', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroup': '1.5', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SecurityGroupRule': '1.2', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'SubPort': '1.0', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Subnet': '1.1', Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: 'Trunk': '1.1'}} Feb 08 17:28:11.643400 dv-cinder-822040-2-iscsi neutron-server[102592]: {{(pid=102592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 17:28:11.681145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.689613 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Attempting to bind port 8f46a486-43f5-4e9c-9640-a01f913285f0 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:11.690113 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Attempting to bind port 8f46a486-43f5-4e9c-9640-a01f913285f0 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:11.695502 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (01997337-5d08-4894-9c17-b2b2539c6d68), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.696637 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Attempting to bind port 8f46a486-43f5-4e9c-9640-a01f913285f0 on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:11.702895 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856d382-fb52-4920-921e-207424c123ae None None] Pushing event updated for resources: {'Port': ['ID=5e6b704f-0554-4fb5-866c-0bf982097db7,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:11.706051 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:11.708860 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:11.710575 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.710997 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:11.711505 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Bound port: 8f46a486-43f5-4e9c-9640-a01f913285f0, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:11.712099 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.736873 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 5e6b704f-0554-4fb5-866c-0bf982097db7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:11.737574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.757719 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.758231 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.759111 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.760152 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > port after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.760597 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.761066 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > port after_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.761539 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.762013 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.762463 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.763033 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:11.780685 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] For port 8f46a486-43f5-4e9c-9640-a01f913285f0, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:11.784180 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] For port 8f46a486-43f5-4e9c-9640-a01f913285f0, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8f46a486-43f5-4e9c-9640-a01f913285f0,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:11.795590 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.808760 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-23278bc2-7ccc-4091-9164-9b17cb4d414f None None] Provisioning complete for port 5e6b704f-0554-4fb5-866c-0bf982097db7 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:11.809394 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23278bc2-7ccc-4091-9164-9b17cb4d414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:11.822990 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:28:11.829954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Allocated IP 172.27.3.233 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/78eb57f8-1717-48a2-82e4-9376aa14b49e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:11.945312 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de31cc-ed5b-4b38-93a2-b4defedb32b1 None None] Pushing event updated for resources: {'Port': ['ID=8f46a486-43f5-4e9c-9640-a01f913285f0,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:11.973369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 5e6b704f-0554-4fb5-866c-0bf982097db7 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:11.993083 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:11.995245 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.009481 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-23278bc2-7ccc-4091-9164-9b17cb4d414f None None] Current status of the port 5e6b704f-0554-4fb5-866c-0bf982097db7 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:12.031109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.034006 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.035442 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4 HTTP/1.1" status: 204 len: 168 time: 0.8392375 Feb 08 17:28:12.081819 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac08b0-4e5a-42df-80ff-a7ed77128e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b9bc8-3c3c-4a8f-b8f0-c2b1e1ed9cb4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:12.133536 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:12.152735 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:12.168528 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:12.170827 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:12.171560 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:12.172160 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:28:12.172801 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01997337-5d08-4894-9c17-b2b2539c6d68']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.178629 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.184398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.185787 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3e416a9b-c256-43f1-8167-f8ba3c728dfc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4892614 Feb 08 17:28:12.190766 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 33928) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:12.194202 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:12.195667 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.250965 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:12.379805 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.422193 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f073f7-56a8-4262-8106-e52b1d7ed663') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.422665 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f073f7-56a8-4262-8106-e52b1d7ed663') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.433722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:12.440042 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9d821da1-e2e7-4aa9-a62f-319bc5b19b9f req-9ef2228f-bac1-491a-b0fe-8c3d19b913fc tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.2566359 Feb 08 17:28:12.463119 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:12.489366 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (09f073f7-56a8-4262-8106-e52b1d7ed663), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.570729 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (09f073f7-56a8-4262-8106-e52b1d7ed663), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.601583 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:28:12.601583 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (09f073f7-56a8-4262-8106-e52b1d7ed663), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: from cryptography.utils import int_from_bytes Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: from cryptography.utils import int_from_bytes Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:28:12.608191 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:28:12.627120 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.642378 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:12.644575 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:06Z', 'revision_number': 3, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.698728 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616c631-a8c7-4edf-98b9-524f02bb2af0 None None] The sync data for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi is: [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:06Z', 'revision_number': 3, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:12.736114 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Pushing event updated for resources: {'Port': ['ID=78eb57f8-1717-48a2-82e4-9376aa14b49e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:12.740071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:12.748433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (01997337-5d08-4894-9c17-b2b2539c6d68), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.802456 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:08Z', 'revision_number': 3, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:12.811268 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Pushing event deleted for resources: {'Network': ['ID=01997337-5d08-4894-9c17-b2b2539c6d68,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:12.813583 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.824189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-207e20c4-28b5-4d7e-9b80-a3d74e23f989 admin admin] 10.222.0.69 "DELETE /v2.0/networks/01997337-5d08-4894-9c17-b2b2539c6d68 HTTP/1.1" status: 204 len: 168 time: 1.7085338 Feb 08 17:28:12.828069 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33940) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:12.880114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:12.880471 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Updating router 6e314a82-74f1-4de0-8771-9a6c2b22530e port 22c39e8f-3af1-4883-aaec-c8a14c5810dc binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:12.923380 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5e6b704f-0554-4fb5-866c-0bf982097db7 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:12.952982 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Deleting subnet aea38c9b-a492-40a5-9dd5-a97b6c172828 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:28:12.960939 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Publish callbacks [] for subnet (aea38c9b-a492-40a5-9dd5-a97b6c172828), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:12.974577 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.063468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (aea38c9b-a492-40a5-9dd5-a97b6c172828), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.127706 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 5e6b704f-0554-4fb5-866c-0bf982097db7 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:13.128327 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.149879 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Allocated IP 172.20.0.1 (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c/96901488-51e4-4d1f-a58b-38870e605a10/acc02e94-2daa-4d5e-8049-7e0f94a98ec0) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:13.207128 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (aea38c9b-a492-40a5-9dd5-a97b6c172828), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.412054 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 5e6b704f-0554-4fb5-866c-0bf982097db7 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:13.483830 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (aea38c9b-a492-40a5-9dd5-a97b6c172828), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.543316 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea38c9b-a492-40a5-9dd5-a97b6c172828,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:13.562355 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.569576 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a144af8f-372a-464c-bc9e-f6c48da274f7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aea38c9b-a492-40a5-9dd5-a97b6c172828 HTTP/1.1" status: 204 len: 168 time: 0.7396317 Feb 08 17:28:13.573107 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks [] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.575708 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 33958) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:13.679678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks [] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.697930 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.797878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.856012 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Pushing event updated for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:13.870828 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (41b3ea89-1c41-403c-be5d-f4b0fbbc0dee), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.886987 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e725de0-a65f-4922-bddc-88ef8d0ff7d1 None None] Pushing event updated for resources: {'Port': ['ID=22c39e8f-3af1-4883-aaec-c8a14c5810dc,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:13.889437 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:13.892722 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:13.940825 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Attempting to bind port 22c39e8f-3af1-4883-aaec-c8a14c5810dc on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Attempting to bind port 22c39e8f-3af1-4883-aaec-c8a14c5810dc by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Attempting to bind port 22c39e8f-3af1-4883-aaec-c8a14c5810dc on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Bound port: 22c39e8f-3af1-4883-aaec-c8a14c5810dc, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:13.940911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:13.966136 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (523e260d-529e-4123-be90-f2f69a7c6351), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.066507 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] For port 22c39e8f-3af1-4883-aaec-c8a14c5810dc, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:14.074815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] For port 22c39e8f-3af1-4883-aaec-c8a14c5810dc, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=22c39e8f-3af1-4883-aaec-c8a14c5810dc,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:14.086531 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.107751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (41b3ea89-1c41-403c-be5d-f4b0fbbc0dee), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.148877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for router_gateway (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.154046 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b3ea89-1c41-403c-be5d-f4b0fbbc0dee']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:14.164417 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37e079f4-cfa7-4a3e-b683-632c83ec32d9 req-56fb3e72-cca6-4997-9fe9-b1805aa9b9de tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.4164658 Feb 08 17:28:14.173290 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7def1019-de5e-4937-93c9-cfe5d374d789') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:14.174213 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7def1019-de5e-4937-93c9-cfe5d374d789') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:14.205789 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (7def1019-de5e-4937-93c9-cfe5d374d789), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.238583 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:14.240062 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:14.271267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (7def1019-de5e-4937-93c9-cfe5d374d789), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.340813 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e725de0-a65f-4922-bddc-88ef8d0ff7d1 None None] Pushing event updated for resources: {'Port': ['ID=22c39e8f-3af1-4883-aaec-c8a14c5810dc,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:14.424824 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.614974 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:28:14.615775 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (7def1019-de5e-4937-93c9-cfe5d374d789), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:28:14.618879 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:28:14.763478 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:14.913257 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (41b3ea89-1c41-403c-be5d-f4b0fbbc0dee), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.917095 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8f46a486-43f5-4e9c-9640-a01f913285f0 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:14.929957 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:14.936594 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] 10.222.0.69 "DELETE /v2.0/networks/41b3ea89-1c41-403c-be5d-f4b0fbbc0dee HTTP/1.1" status: 204 len: 168 time: 1.3575137 Feb 08 17:28:14.957764 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e646bc-41dc-436b-ade2-24d5a05f5366 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b3ea89-1c41-403c-be5d-f4b0fbbc0dee,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:15.038109 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.127927 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Allocated IP 172.20.0.1 (ccd61454-4568-47e1-b525-83b47e7e5945/c7121290-2ea1-4af1-b219-d63c9535350e/56750c49-ad5d-49ce-9d4e-7ed14ddd8012) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:15.227978 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.270711 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 8f46a486-43f5-4e9c-9640-a01f913285f0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:15.270958 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.476023 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34016) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:15.493257 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks [] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.531832 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks [] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.557987 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 8f46a486-43f5-4e9c-9640-a01f913285f0 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:15.558382 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.560786 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0b952a71-8eab-40ec-a4fd-0e903b21dc3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60d4d17f786c4e2bb34710548c792b2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0833507 Feb 08 17:28:15.562454 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:15.565662 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.582192 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 8f46a486-43f5-4e9c-9640-a01f913285f0, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8f46a486-43f5-4e9c-9640-a01f913285f0,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:15.586678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:08Z', 'revision_number': 3, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:15.591039 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.629442 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.645896 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601a575-23c4-4ba6-9fd4-2e72e37e2b36 None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:08Z', 'revision_number': 3, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:15.699131 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.64', 50948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:15.726315 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] Publish callbacks [] for security_group (06abd9f9-150a-4905-9016-899b97a4a4d7), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.737537 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=8f46a486-43f5-4e9c-9640-a01f913285f0,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:15.761630 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d70cc81-33ca-43db-a458-ad8fdbe8f8a0 req-0edbf4f9-cbcd-4734-b4b5-212da6362c3c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.1663487 Feb 08 17:28:15.767219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] Publish callbacks [] for security_group (06abd9f9-150a-4905-9016-899b97a4a4d7), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.849028 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Pushing event updated for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:15.853096 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (523e260d-529e-4123-be90-f2f69a7c6351), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.961515 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Network ccd61454-4568-47e1-b525-83b47e7e5945 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:15.964667 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (06abd9f9-150a-4905-9016-899b97a4a4d7), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.967334 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:15.971487 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06abd9f9-150a-4905-9016-899b97a4a4d7 HTTP/1.1" status: 204 len: 168 time: 0.4072537 Feb 08 17:28:16.012090 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ce6e1-b488-48c4-8292-e8af635f6cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abd9f9-150a-4905-9016-899b97a4a4d7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:16.064355 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:16.097187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:16.098834 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:16.100128 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:16.101888 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:16.108382 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Pushing event updated for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:16.481933 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Router 523e260d-529e-4123-be90-f2f69a7c6351 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:28:16.564408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-3155facf-921b-4a4d-a8b8-09777be40021 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:16.566207 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-3155facf-921b-4a4d-a8b8-09777be40021 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.64 "GET /v2.0/networks?id=45349e8b-a612-4426-83e9-d10d4f48731d HTTP/1.1" status: 200 len: 812 time: 0.8071158 Feb 08 17:28:16.659276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Request body: {'port': {'device_id': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d', 'admin_state_up': True, 'tenant_id': 'e0fd043b62c54551965455405fd189e6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:16.805749 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1b2787a5-d2b5-4aae-a334-01e9bf3504db None None] Provisioning complete for port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:16.808892 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1b2787a5-d2b5-4aae-a334-01e9bf3504db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:16.870160 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:28:16.948608 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:16.965532 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1b2787a5-d2b5-4aae-a334-01e9bf3504db None None] Port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:17.043817 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:17.065590 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Sync routers for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:17.073166 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0e3a15e7-930b-4034-b451-93bb57c3b6fe admin admin] 10.222.0.69 "PUT /v2.0/routers/523e260d-529e-4123-be90-f2f69a7c6351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0970676 Feb 08 17:28:17.105197 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-98e6255d-37a0-48bc-a216-17f38dbb7604 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bda561b1b94348c18498860b2bceb3ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1553147 Feb 08 17:28:17.121830 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34086) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:17.136046 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:17.137214 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:17.235441 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 22c39e8f-3af1-4883-aaec-c8a14c5810dc up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:17.279772 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e0db97fc-ccac-4dfd-ab58-c41dc6b8f1cd req-e7cc6bb7-bd0f-4336-a561-3cfffa8f19e3 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.0786037 Feb 08 17:28:17.346630 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] Publish callbacks [] for security_group (5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.388261 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] Publish callbacks [] for security_group (5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.410862 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 22c39e8f-3af1-4883-aaec-c8a14c5810dc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:17.417831 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.505880 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.510747 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.512894 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a HTTP/1.1" status: 204 len: 168 time: 0.3867607 Feb 08 17:28:17.543678 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c8485-049f-4cac-af4c-ab97d2126dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5736dab2-4e99-4dfb-b74e-c5ccc8b5cb2a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:17.577917 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.670480 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:17.743341 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 22c39e8f-3af1-4883-aaec-c8a14c5810dc is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:17.743680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.834817 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 22c39e8f-3af1-4883-aaec-c8a14c5810dc, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=22c39e8f-3af1-4883-aaec-c8a14c5810dc,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:17.850859 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:17.851527 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8f46a486-43f5-4e9c-9640-a01f913285f0 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:18.224327 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=22c39e8f-3af1-4883-aaec-c8a14c5810dc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:18.321574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 8f46a486-43f5-4e9c-9640-a01f913285f0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:18.322207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:18.347513 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:14Z', 'revision_number': 4, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'acc02e94-2daa-4d5e-8049-7e0f94a98ec0', 'name': '', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'mac_address': 'fa:16:3e:b7:8e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '96901488-51e4-4d1f-a58b-38870e605a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:12Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 2, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'subnets': [{'id': '96901488-51e4-4d1f-a58b-38870e605a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:18.413496 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Checking router: 523e260d-529e-4123-be90-f2f69a7c6351 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:18.414340 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Updating router 523e260d-529e-4123-be90-f2f69a7c6351 port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:18.456542 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:18.574127 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1832eb85-0a2f-411b-a458-9e2d50ee4e5f req-9e46f7e2-1259-4ebd-8e33-af24cb8cfc56 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.0843186 Feb 08 17:28:18.811451 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Made reservation on behalf of e0fd043b62c54551965455405fd189e6 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:18.855456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:18.915788 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 8f46a486-43f5-4e9c-9640-a01f913285f0 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:19.132984 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 22c39e8f-3af1-4883-aaec-c8a14c5810dc up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:19.431445 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 22c39e8f-3af1-4883-aaec-c8a14c5810dc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:19.436844 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:19.561998 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks [] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:19.581412 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:19.698563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 22c39e8f-3af1-4883-aaec-c8a14c5810dc is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:19.704351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:19.716002 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:19.736595 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:19.739045 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:19.804422 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:19.806485 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e7eed98c-b2db-4bd5-aefd-5257cb79cb61 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.8459742 Feb 08 17:28:19.809860 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34182) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:19.850963 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984f43-2e99-44cf-9622-95c09e91627a None None] Pushing event updated for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:20.066165 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks [] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.130005 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Attempting to bind port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:20.130844 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:20.131717 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Attempting to bind port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:20.139580 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Attempting to bind port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:20.146319 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:20.151230 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Checking segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:20.151965 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.152448 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Bound using segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:20.153387 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Bound port: acc02e94-2daa-4d5e-8049-7e0f94a98ec0, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:20.153943 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.160095 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.160429 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.303936 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c1bb1b8c-dd2f-4eab-86e2-714d290f23bb req-27c25e31-0661-4584-9bbb-a3a62b6c2567 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.2136278 Feb 08 17:28:20.356022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Allocated IP 172.20.0.10 (45349e8b-a612-4426-83e9-d10d4f48731d/1c61f681-3f5b-43e1-b4bd-0094b2bad550/8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:20.478259 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] For port acc02e94-2daa-4d5e-8049-7e0f94a98ec0, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:20.500080 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] For port acc02e94-2daa-4d5e-8049-7e0f94a98ec0, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:20.534847 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:20.872716 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984f43-2e99-44cf-9622-95c09e91627a None None] Pushing event updated for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:20.913348 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:20.914160 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:21.085558 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:13Z', 'revision_number': 3, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:21.103448 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-a606ce26-82ec-4e09-bfac-f4eacf58fe4b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:21.108663 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-a606ce26-82ec-4e09-bfac-f4eacf58fe4b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 818 time: 2.1390562 Feb 08 17:28:21.192314 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:21.223996 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Updating router 73077a09-e47a-4985-bbab-2e4dfb259ed9 port 78eb57f8-1717-48a2-82e4-9376aa14b49e binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:21.276706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Pushing event updated for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:21.299339 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:21.319920 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-159f2b73-5ffa-4848-aa4c-ecf641df6607 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/quotas/80022e131af94dfb9d6069b7d0492189 HTTP/1.1" status: 200 len: 375 time: 0.1953418 Feb 08 17:28:21.345291 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:21.350710 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34210) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:21.823261 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:14Z', 'revision_number': 4, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'acc02e94-2daa-4d5e-8049-7e0f94a98ec0', 'name': '', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'mac_address': 'fa:16:3e:b7:8e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '96901488-51e4-4d1f-a58b-38870e605a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:12Z', 'updated_at': '2022-02-08T17:28:20Z', 'revision_number': 4, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'subnets': [{'id': '96901488-51e4-4d1f-a58b-38870e605a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:21.903009 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks [] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:21.951036 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40eb83b-2b9e-44ad-a96f-4ed098797fae None None] The sync data for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi is: [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:14Z', 'revision_number': 4, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'acc02e94-2daa-4d5e-8049-7e0f94a98ec0', 'name': '', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'mac_address': 'fa:16:3e:b7:8e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '96901488-51e4-4d1f-a58b-38870e605a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:12Z', 'updated_at': '2022-02-08T17:28:20Z', 'revision_number': 4, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'subnets': [{'id': '96901488-51e4-4d1f-a58b-38870e605a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:21.966121 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-134d062e-14dd-4563-aa8d-83f1566a277f req-2c9ea64e-fc4e-418b-9177-1efd259d9c7c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.3300097 Feb 08 17:28:21.970533 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9725fd24-ad1f-4b43-a41f-532a123670df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.063197 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Network ccd61454-4568-47e1-b525-83b47e7e5945 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:22.087571 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-373e78f5-f87b-4a87-8c48-93f283ef4166 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7568870 Feb 08 17:28:22.093738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:22.367510 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.404795 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.490318 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks [] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.512999 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.704398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Network 45349e8b-a612-4426-83e9-d10d4f48731d is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:22.731644 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:22.737530 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:22.765678 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:22.769685 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.810571 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Attempting to bind port 78eb57f8-1717-48a2-82e4-9376aa14b49e on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:22.812066 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Attempting to bind port 78eb57f8-1717-48a2-82e4-9376aa14b49e by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:22.812066 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Attempting to bind port 78eb57f8-1717-48a2-82e4-9376aa14b49e on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:22.836190 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f375bf-6833-43d4-81fd-771b705483b0 None None] Pushing event updated for resources: {'Port': ['ID=78eb57f8-1717-48a2-82e4-9376aa14b49e,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:22.846593 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:22.846961 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:22.848466 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.853869 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:22.856595 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Pushing event updated for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:22.856836 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Bound port: 78eb57f8-1717-48a2-82e4-9376aa14b49e, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:22.857054 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.871447 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-bc392e18-8bf7-4969-bca7-8ed3a2332640 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2207031 Feb 08 17:28:22.888499 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-83ed860c-3b83-429f-8e7e-acede30f1ff1 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:28:22.890307 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-83ed860c-3b83-429f-8e7e-acede30f1ff1 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096309 Feb 08 17:28:22.894527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9725fd24-ad1f-4b43-a41f-532a123670df admin admin] Publish callbacks [] for security_group (089e580e-78ef-4aee-97ac-24c123c349d4), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.903811 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:28:22.930151 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9725fd24-ad1f-4b43-a41f-532a123670df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (089e580e-78ef-4aee-97ac-24c123c349d4), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:22.935632 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-c6d54d98-c198-492c-adc8-92f70c668052 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:28:22.939199 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-c6d54d98-c198-492c-adc8-92f70c668052 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4143441 Feb 08 17:28:22.987044 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-61bada53-de04-4f27-82cb-d33800eed58e None None] Provisioning complete for port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:22.989552 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-61bada53-de04-4f27-82cb-d33800eed58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:23.070683 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] For port 78eb57f8-1717-48a2-82e4-9376aa14b49e, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:23.080943 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] For port 78eb57f8-1717-48a2-82e4-9376aa14b49e, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=78eb57f8-1717-48a2-82e4-9376aa14b49e,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:23.100805 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:23.328583 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9725fd24-ad1f-4b43-a41f-532a123670df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2453ce5c30e8451d99c333960547e781&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9758120 Feb 08 17:28:23.342737 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725fd24-ad1f-4b43-a41f-532a123670df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089e580e-78ef-4aee-97ac-24c123c349d4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:23.362147 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:23.409716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device acc02e94-2daa-4d5e-8049-7e0f94a98ec0 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:23.552189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:23.570793 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:23.595712 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ee97fa59-28df-40b9-a4d7-de01d55e3b2d admin admin] 10.222.0.69 "PUT /v2.0/routers/6e314a82-74f1-4de0-8771-9a6c2b22530e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4004641 Feb 08 17:28:23.624575 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:23.625661 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:23.704763 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-61bada53-de04-4f27-82cb-d33800eed58e None None] Port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:23.732799 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:23.736978 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:23.739659 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-7b4c5549-acd2-495a-b464-4db53a232a4d service neutron] 10.222.0.69 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076001 Feb 08 17:28:24.091514 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:24.102456 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-982711bb-f384-4a2c-8870-710b6866442d service neutron] 10.222.0.69 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553600 Feb 08 17:28:24.198307 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:24.250772 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Allocated IP 172.20.0.1 (f53cffab-2cd9-4d72-a0c8-7ee042426cd4/5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8/40b5ad65-559f-412c-833d-65cb695cfa36) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:24.357957 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] Publish callbacks [] for security_group (089e580e-78ef-4aee-97ac-24c123c349d4), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:24.446883 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef62b-2318-480f-95ed-8489899ef0a9 req-1345cd6d-8a25-40dc-b9ee-e105f9294e5e tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:24.449295 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b9ef62b-2318-480f-95ed-8489899ef0a9 req-1345cd6d-8a25-40dc-b9ee-e105f9294e5e tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 932 time: 1.1572266 Feb 08 17:28:24.544501 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Request body: {'port': {'device_id': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:24.576028 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:18Z', 'revision_number': 2, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:24.626749 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:24.626749 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Updating router 6e314a82-74f1-4de0-8771-9a6c2b22530e port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:24.667069 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:24.678665 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f375bf-6833-43d4-81fd-771b705483b0 None None] Pushing event updated for resources: {'Port': ['ID=78eb57f8-1717-48a2-82e4-9376aa14b49e,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:24.701610 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34276) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:24.789327 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] Publish callbacks [] for security_group (089e580e-78ef-4aee-97ac-24c123c349d4), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:24.883630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:24.884732 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.216007 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:25.233906 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a88a0b-07fc-4989-8555-6f201fdcf408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.265620 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b9ef62b-2318-480f-95ed-8489899ef0a9 req-e43f55fe-7da6-495b-b997-ad8f2d589b8d tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010366 Feb 08 17:28:25.272191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-823b56d0-0970-4827-9744-ad2b09e94624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.427592 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (089e580e-78ef-4aee-97ac-24c123c349d4), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.434788 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.455211 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/089e580e-78ef-4aee-97ac-24c123c349d4 HTTP/1.1" status: 204 len: 168 time: 2.0542531 Feb 08 17:28:25.569896 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.591339 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks [] for port (40b5ad65-559f-412c-833d-65cb695cfa36), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.707153 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:25.707548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.716355 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks [] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.733273 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6650e70e-d8b8-4d58-9272-8285e20a5b95 req-03a41a48-c107-49be-8937-e79123efcea2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 210 time: 0.2174687 Feb 08 17:28:25.733766 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.781602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-823b56d0-0970-4827-9744-ad2b09e94624 admin admin] Publish callbacks [] for security_group (a7e7cb60-5017-4c98-9966-c1a59db3ddd7), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:25.791511 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ef34d-7523-47a6-87ad-44dcd2197b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089e580e-78ef-4aee-97ac-24c123c349d4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:25.791867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-823b56d0-0970-4827-9744-ad2b09e94624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a7e7cb60-5017-4c98-9966-c1a59db3ddd7), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.012938 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a14ff-39a1-45ab-8d54-60fd97b9b29d None None] Pushing event updated for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:26.015050 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.159737 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port acc02e94-2daa-4d5e-8049-7e0f94a98ec0, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:26.181919 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-823b56d0-0970-4827-9744-ad2b09e94624 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc3e6c8ac3c94edab5857ec0e380b6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9822624 Feb 08 17:28:26.192880 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34324) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:26.201978 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.232467 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b56d0-0970-4827-9744-ad2b09e94624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7cb60-5017-4c98-9966-c1a59db3ddd7,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:26.235295 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Attempting to bind port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:26.237410 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Attempting to bind port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:26.239018 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Attempting to bind port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:26.245676 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a88a0b-07fc-4989-8555-6f201fdcf408 admin admin] Publish callbacks [] for security_group (a281858c-f99b-4b8c-a1f4-4aff7cff6970), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.270800 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:26.271645 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Checking segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:26.272980 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.273648 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Bound using segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:26.277800 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Bound port: 56750c49-ad5d-49ce-9d4e-7ed14ddd8012, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:26.278982 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.391998 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:26.416353 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-60a88a0b-07fc-4989-8555-6f201fdcf408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a281858c-f99b-4b8c-a1f4-4aff7cff6970), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.427040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:26.535443 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] For port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:26.548356 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] For port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:26.578713 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.596957 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a88a0b-07fc-4989-8555-6f201fdcf408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a281858c-f99b-4b8c-a1f4-4aff7cff6970,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:26.624416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:26.626399 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34338) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:26.654643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307475028', 'description': 'tempest-description--259249171'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:26.681113 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:13Z', 'revision_number': 3, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:26.699019 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34340) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:26.824110 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:26.875798 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439f300-f3c4-4f25-9e54-2ead78852384 None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:13Z', 'revision_number': 3, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:26.945655 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Provisioning complete for port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:26.946240 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:26.969858 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:26.973982 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:27.061907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.224238 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a14ff-39a1-45ab-8d54-60fd97b9b29d None None] Pushing event updated for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:27.318018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Current status of the port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:27.318601 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.369662 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:27.431332 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] For port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:27.443710 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.485783 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-0f76c9ce-4abc-428e-a94c-d1a0ba7e79e2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:27.487383 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-0f76c9ce-4abc-428e-a94c-d1a0ba7e79e2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 818 time: 1.1351826 Feb 08 17:28:27.506214 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Pushing event updated for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:27.522634 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-60a88a0b-07fc-4989-8555-6f201fdcf408 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abd27b14f4b24dfdae5e01f95c24dd98&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7783556 Feb 08 17:28:27.606382 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Provisioning complete for port 40b5ad65-559f-412c-833d-65cb695cfa36 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:27.606801 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.609665 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40672-bbad-4e0b-9595-95018e01d729 None None] Pushing event updated for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:27.611322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:27.641340 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks [] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.652837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34366) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:27.720797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Port 40b5ad65-559f-412c-833d-65cb695cfa36 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:27.722485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Transition to ACTIVE for port object 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:28:27.792665 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Provisioning complete for port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:27.793897 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.800124 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.900758 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-9135929a-937c-41c3-ae86-56879834bebc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/quotas/80022e131af94dfb9d6069b7d0492189 HTTP/1.1" status: 200 len: 375 time: 0.2488141 Feb 08 17:28:27.956043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6892790f-a657-4f3c-9f4b-4d3f2f9c0e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:27.979730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] Publish callbacks [] for security_group (a281858c-f99b-4b8c-a1f4-4aff7cff6970), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.166727 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Attempting to bind port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:28.167377 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Attempting to bind port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '143a8991-f549-4b5c-b5a9-edcf67176ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:28.168001 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Attempting to bind port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 on network 45349e8b-a612-4426-83e9-d10d4f48731d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:28.177310 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 on network 45349e8b-a612-4426-83e9-d10d4f48731d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:28:28.178410 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Attempting to bind port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 on network 45349e8b-a612-4426-83e9-d10d4f48731d {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:28.180237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-faad4996-034e-4c4a-b978-2dd95e695fea None None] Current status of the port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:28.188369 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.198293 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:28.198932 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Checking segment: {'id': '143a8991-f549-4b5c-b5a9-edcf67176ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:28.199858 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Bound using segment: {'id': '143a8991-f549-4b5c-b5a9-edcf67176ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:28.200579 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Bound port: 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143a8991-f549-4b5c-b5a9-edcf67176ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:28.201178 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.243823 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] Publish callbacks [] for security_group (a7e7cb60-5017-4c98-9966-c1a59db3ddd7), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.323002 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] Publish callbacks [] for security_group (a281858c-f99b-4b8c-a1f4-4aff7cff6970), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.377209 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:28.419436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,segment=NetworkSegment(143a8991-f549-4b5c-b5a9-edcf67176ff5),segment_id=143a8991-f549-4b5c-b5a9-edcf67176ff5)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:28.456391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.505983 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:26Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:28.507480 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] Publish callbacks [] for security_group (a7e7cb60-5017-4c98-9966-c1a59db3ddd7), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.513570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:28.514859 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.516638 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] 10.222.0.64 "PUT /v2.0/ports/8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 HTTP/1.1" status: 200 len: 1094 time: 4.9024861 Feb 08 17:28:28.614877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (18dd76d5-a793-448d-aa5b-db9c90ee9dfd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.619198 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:28.675817 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1b289-8794-4f60-8b99-4580433f1b71 None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:26Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:28.682898 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Pushing event updated for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:28.710595 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18dd76d5-a793-448d-aa5b-db9c90ee9dfd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:28.795782 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 78eb57f8-1717-48a2-82e4-9376aa14b49e up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:28.941189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-7b352781-0059-4803-a19c-633657ff25a4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0187209 Feb 08 17:28:29.050128 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc1cfa-fe16-4642-99a0-5b364a8733a6 req-583cf175-291e-428d-9e4e-8364e64a4ef8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:29.052215 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1fc1cfa-fe16-4642-99a0-5b364a8733a6 req-583cf175-291e-428d-9e4e-8364e64a4ef8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 944 time: 1.2765055 Feb 08 17:28:29.053697 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd76d5-a793-448d-aa5b-db9c90ee9dfd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:29.162151 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.64', 50971) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:29.170634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:29.192402 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.337895 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 78eb57f8-1717-48a2-82e4-9376aa14b49e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:29.338504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.472637 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1fc1cfa-fe16-4642-99a0-5b364a8733a6 req-702d7486-bcde-48bc-bcd0-2634ab2c3586 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972999 Feb 08 17:28:29.491269 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.493252 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-12b6e1c4-a5fe-4837-8046-eef04356bacc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.8602309 Feb 08 17:28:29.506510 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:29.516071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group_rule': {'security_group_id': '18dd76d5-a793-448d-aa5b-db9c90ee9dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:29.614430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-05fdbf02-d8d9-4484-aafe-ea86ab52cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:29.617957 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-05fdbf02-d8d9-4484-aafe-ea86ab52cf34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0fd043b62c54551965455405fd189e6&device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 1128 time: 0.9137189 Feb 08 17:28:29.618876 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02dec-9cd3-4ce3-abb9-100cad85650c service neutron] Pushing event updated for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:29.632058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a7e7cb60-5017-4c98-9966-c1a59db3ddd7), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.635030 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.648702 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7e7cb60-5017-4c98-9966-c1a59db3ddd7 HTTP/1.1" status: 204 len: 168 time: 3.4346485 Feb 08 17:28:29.851827 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 78eb57f8-1717-48a2-82e4-9376aa14b49e is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:29.852693 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.922243 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 78eb57f8-1717-48a2-82e4-9376aa14b49e, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=78eb57f8-1717-48a2-82e4-9376aa14b49e,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:29.930466 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:29.931450 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device acc02e94-2daa-4d5e-8049-7e0f94a98ec0 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:29.951472 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c01ac-986e-491f-b40a-9559c310ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7cb60-5017-4c98-9966-c1a59db3ddd7,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:29.978471 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19758f-5082-4de9-ba07-06b4230396a5 x-openstack-request-id: req-dc19758f-5082-4de9-ba07-06b4230396a5 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:29.979477 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:29.979477 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc19758f-5082-4de9-ba07-06b4230396a5 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:29.983222 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2', 'status': 'completed', 'code': 200} Feb 08 17:28:29.987298 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (0aea93ac-1753-4d6e-8b70-7781b82ad328), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.015311 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-73f32be4-7ba1-45ec-aff7-d676713d25f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 HTTP/1.1" status: 200 len: 217 time: 0.3617980 Feb 08 17:28:30.028738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-cd665ffe-d719-4abb-862e-55f9cf93021b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:30.043968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-cd665ffe-d719-4abb-862e-55f9cf93021b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 818 time: 0.8623288 Feb 08 17:28:30.119922 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a281858c-f99b-4b8c-a1f4-4aff7cff6970), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.130488 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.144457 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a281858c-f99b-4b8c-a1f4-4aff7cff6970 HTTP/1.1" status: 204 len: 168 time: 2.4659386 Feb 08 17:28:30.164153 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Request body: {'port': {'device_id': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'admin_state_up': True, 'tenant_id': '80022e131af94dfb9d6069b7d0492189'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:30.177038 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks [] for port (40b5ad65-559f-412c-833d-65cb695cfa36), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.190936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=78eb57f8-1717-48a2-82e4-9376aa14b49e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:30.218523 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:30.219203 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.228423 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-be131db6-f597-4a9d-b7f0-cd4ca1ba8939 service neutron] 10.222.0.69 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2855387 Feb 08 17:28:30.337721 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91e6b1-76a5-4fca-abb1-7075bf82111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a281858c-f99b-4b8c-a1f4-4aff7cff6970,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:30.345870 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.429724 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6892790f-a657-4f3c-9f4b-4d3f2f9c0e26 admin admin] Publish callbacks [] for security_group (4c83782d-9cdc-4c91-9898-a17cc2cb4fd6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.578905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34410) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:30.585592 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6892790f-a657-4f3c-9f4b-4d3f2f9c0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4c83782d-9cdc-4c91-9898-a17cc2cb4fd6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.632966 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:30.742704 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:30.876228 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Pushing event updated for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:30.912198 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892790f-a657-4f3c-9f4b-4d3f2f9c0e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83782d-9cdc-4c91-9898-a17cc2cb4fd6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:30.927071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-8e536704-ba64-43b3-bf78-10eb2139bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:30.935246 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-8e536704-ba64-43b3-bf78-10eb2139bc9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c61f681-3f5b-43e1-b4bd-0094b2bad550 HTTP/1.1" status: 200 len: 852 time: 0.8891995 Feb 08 17:28:30.967150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Made reservation on behalf of 80022e131af94dfb9d6069b7d0492189 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:30.975976 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34414) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:30.978043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.048553 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a894f07-fdec-4c9e-ab22-c71cd1ed1a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.127046 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:31.239433 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-779d526c-3e4a-4c29-b415-66c140353722 service neutron] 10.222.0.69 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0035274 Feb 08 17:28:31.250751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:31.277036 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:31.281118 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:31.281728 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.434851 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-f99cbe7f-0fd4-498e-a1b4-9ceca285b625 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45349e8b-a612-4426-83e9-d10d4f48731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2835004 Feb 08 17:28:31.573016 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6892790f-a657-4f3c-9f4b-4d3f2f9c0e26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9bfc0948e6040c8aee9e7910f2c6e21&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8484766 Feb 08 17:28:31.605254 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a894f07-fdec-4c9e-ab22-c71cd1ed1a63 admin admin] Publish callbacks [] for security_group (3464f50c-2bba-47b3-8c2d-bd456aac0ce4), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.645740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:31.648905 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 78eb57f8-1717-48a2-82e4-9376aa14b49e up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:31.717624 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34422) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:31.837834 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4a894f07-fdec-4c9e-ab22-c71cd1ed1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3464f50c-2bba-47b3-8c2d-bd456aac0ce4), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.905599 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 78eb57f8-1717-48a2-82e4-9376aa14b49e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:31.906002 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:31.924976 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3ae3e20d-c887-40c7-adbe-d164ecc95a10 req-40022e13-f0e6-42a2-a686-6c352ddbbb2a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.1242609 Feb 08 17:28:32.031121 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-12b9fdd3-d29d-459b-8a0c-f8d4f978f427 None None] Provisioning complete for port 40b5ad65-559f-412c-833d-65cb695cfa36 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:32.031429 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-12b9fdd3-d29d-459b-8a0c-f8d4f978f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.053519 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a894f07-fdec-4c9e-ab22-c71cd1ed1a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3464f50c-2bba-47b3-8c2d-bd456aac0ce4,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:32.070997 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4a894f07-fdec-4c9e-ab22-c71cd1ed1a63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=616103b6cf654599933187e8aca273f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0875466 Feb 08 17:28:32.085139 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34438) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:32.088487 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-12b9fdd3-d29d-459b-8a0c-f8d4f978f427 None None] Port 40b5ad65-559f-412c-833d-65cb695cfa36 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:32.140246 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 78eb57f8-1717-48a2-82e4-9376aa14b49e is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:32.237867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c447c36-4b73-4afb-b6c6-1897e8ec0b4d req-5e095501-7a9f-459d-8925-c778f0625dc4 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:32.245041 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c447c36-4b73-4afb-b6c6-1897e8ec0b4d req-5e095501-7a9f-459d-8925-c778f0625dc4 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 944 time: 1.5138867 Feb 08 17:28:32.401346 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c447c36-4b73-4afb-b6c6-1897e8ec0b4d req-0cbbdabe-7598-48f6-9790-5626b568f3fa tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524458 Feb 08 17:28:32.411412 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-461dbf4b-1636-4936-9485-e4964b773ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.510901 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (0aea93ac-1753-4d6e-8b70-7781b82ad328), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.593740 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (0aea93ac-1753-4d6e-8b70-7781b82ad328), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.618140 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] Publish callbacks [] for security_group (4c83782d-9cdc-4c91-9898-a17cc2cb4fd6), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.655391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-461dbf4b-1636-4936-9485-e4964b773ab7 admin admin] Publish callbacks [] for security_group (d11753f9-c0ef-4f1f-9111-9cf34968fbe8), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.664030 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:28:32.665907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Allocated IP 172.20.0.14 (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c/96901488-51e4-4d1f-a58b-38870e605a10/31b3853a-c848-4c47-9011-d681d4245eae) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:32.669413 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aea93ac-1753-4d6e-8b70-7781b82ad328,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:32.676218 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-926d0365-0632-4323-a950-064aabbe26ed service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1806629 Feb 08 17:28:32.710643 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] Publish callbacks [] for security_group (4c83782d-9cdc-4c91-9898-a17cc2cb4fd6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.760814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.763885 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-47f3b6bf-4a9c-44fd-b770-6bf705542b78 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2513881 Feb 08 17:28:32.766376 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] Publish callbacks [] for security_group (3464f50c-2bba-47b3-8c2d-bd456aac0ce4), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:32.773077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34448) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:32.798959 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group_rule': {'security_group_id': '18dd76d5-a793-448d-aa5b-db9c90ee9dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:32.821221 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-461dbf4b-1636-4936-9485-e4964b773ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d11753f9-c0ef-4f1f-9111-9cf34968fbe8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.024878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks [] for port (31b3853a-c848-4c47-9011-d681d4245eae), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.126287 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-461dbf4b-1636-4936-9485-e4964b773ab7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec71ab049af94459b47d5ef9bc11dc24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5418601 Feb 08 17:28:33.134522 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:33.135606 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (2255e9a7-0093-4ad6-a273-f86245452b67), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.153302 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dbf4b-1636-4936-9485-e4964b773ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11753f9-c0ef-4f1f-9111-9cf34968fbe8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:33.157436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.177765 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] Publish callbacks [] for security_group (3464f50c-2bba-47b3-8c2d-bd456aac0ce4), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.232281 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-466d55d3-1b89-4b8f-84b1-12033478661c req-3966d981-f6a1-414e-85e3-b23db803ca59 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.1477077 Feb 08 17:28:33.232856 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:33.254490 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:33.258312 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:33.265583 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:33.266893 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.303637 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a66c47b-da75-47bd-be16-cd4b46ff0dee req-61964bb0-2267-428e-a542-a93079f6cf82 service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112778 Feb 08 17:28:33.306621 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Pushing event updated for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:33.319450 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (2255e9a7-0093-4ad6-a273-f86245452b67), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.323625 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-92d84105-660e-4469-b35e-1619eb1f2ee2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2135379 Feb 08 17:28:33.338452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (2255e9a7-0093-4ad6-a273-f86245452b67), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.373372 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Request body: {'port': {'device_id': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:33.388370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4c83782d-9cdc-4c91-9898-a17cc2cb4fd6), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.390972 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.392325 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c83782d-9cdc-4c91-9898-a17cc2cb4fd6 HTTP/1.1" status: 204 len: 168 time: 1.6629505 Feb 08 17:28:33.403848 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2255e9a7-0093-4ad6-a273-f86245452b67,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:33.432097 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fce13-ea7c-4ae1-b615-6fce1791927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83782d-9cdc-4c91-9898-a17cc2cb4fd6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:33.448623 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.458176 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-093b097a-d582-4522-a07a-472d0a02fda3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6689627 Feb 08 17:28:33.459594 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:33.476158 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] Publish callbacks [] for security_group (d11753f9-c0ef-4f1f-9111-9cf34968fbe8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.510715 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:33.524597 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3464f50c-2bba-47b3-8c2d-bd456aac0ce4), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.527341 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.532887 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3464f50c-2bba-47b3-8c2d-bd456aac0ce4 HTTP/1.1" status: 204 len: 168 time: 1.4430556 Feb 08 17:28:33.547184 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:28:33.579067 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5c86d363-9140-407b-9fd4-91c8890564f3 admin admin] 10.222.0.69 "PUT /v2.0/routers/73077a09-e47a-4985-bbab-2e4dfb259ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7678671 Feb 08 17:28:33.584302 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:28:33.626970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c7c95-1102-4e13-a060-63afa6bee9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464f50c-2bba-47b3-8c2d-bd456aac0ce4,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:33.663082 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:33.670250 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:33.680018 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.852612 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] Publish callbacks [] for security_group (d11753f9-c0ef-4f1f-9111-9cf34968fbe8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:33.985351 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:34.219888 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.285947 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.64', 50976) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:34.304542 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (31b3853a-c848-4c47-9011-d681d4245eae), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.324120 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:28:34.563201 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 2, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:34.635668 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d11753f9-c0ef-4f1f-9111-9cf34968fbe8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.652265 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.657794 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:28:34.662916 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Updating router 73077a09-e47a-4985-bbab-2e4dfb259ed9 port 40b5ad65-559f-412c-833d-65cb695cfa36 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:28:34.663240 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d11753f9-c0ef-4f1f-9111-9cf34968fbe8 HTTP/1.1" status: 204 len: 168 time: 1.5214925 Feb 08 17:28:34.682649 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-e734da61-3afe-44eb-bbb4-36c3dfaec979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:34.686595 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-e734da61-3afe-44eb-bbb4-36c3dfaec979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0fd043b62c54551965455405fd189e6&device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 1128 time: 1.1418910 Feb 08 17:28:34.764210 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e9223372-f0d9-4960-8402-af138d49d236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.772947 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:34.791463 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4d28d293-ce7d-40d7-9114-493e7d4fe857 req-3a34994a-06c9-40a5-90d1-d9e8695b1bab tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.2677922 Feb 08 17:28:34.803588 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f9acc-ac47-4eac-8d5b-c9f927aad4b3 req-c8b6c8a2-1811-4e2e-b3b2-23104c2722cb tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:34.840154 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee4f9acc-ac47-4eac-8d5b-c9f927aad4b3 req-c8b6c8a2-1811-4e2e-b3b2-23104c2722cb tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 944 time: 1.0408337 Feb 08 17:28:34.992487 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-621ddf39-ff89-4447-8c89-9a2d2e76ec8f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:34.995964 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-621ddf39-ff89-4447-8c89-9a2d2e76ec8f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 818 time: 0.7047925 Feb 08 17:28:35.034691 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Allocated IP 172.27.3.177 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/48b16af5-d07b-41d6-b467-81a1ef90c276) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:35.131155 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Request body: {'port': {'device_id': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'admin_state_up': True, 'tenant_id': '80022e131af94dfb9d6069b7d0492189'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:35.187921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20154e-d225-4b2f-9546-03d85c1e5d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11753f9-c0ef-4f1f-9111-9cf34968fbe8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:35.405837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.451374 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Made reservation on behalf of 80022e131af94dfb9d6069b7d0492189 for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:35.459964 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.668745 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks [] for port (40b5ad65-559f-412c-833d-65cb695cfa36), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.676042 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.729873 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee4f9acc-ac47-4eac-8d5b-c9f927aad4b3 req-4eca1aae-9e89-4f69-8978-0cc36d3d3f70 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179648 Feb 08 17:28:35.766292 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.774483 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5153df-6ef2-4508-a888-5e208573d8fe None None] Pushing event updated for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:35.819182 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-e4d1b5ba-a4fd-447a-a7c6-51a27d1ec9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:35.824959 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-e4d1b5ba-a4fd-447a-a7c6-51a27d1ec9ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=45349e8b-a612-4426-83e9-d10d4f48731d HTTP/1.1" status: 200 len: 913 time: 0.9684048 Feb 08 17:28:35.933754 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Attempting to bind port 40b5ad65-559f-412c-833d-65cb695cfa36 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:35.934406 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Attempting to bind port 40b5ad65-559f-412c-833d-65cb695cfa36 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:35.940983 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Attempting to bind port 40b5ad65-559f-412c-833d-65cb695cfa36 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:35.955550 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:35.955783 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Checking segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:35.956084 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.957820 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Bound using segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:35.960174 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Bound port: 40b5ad65-559f-412c-833d-65cb695cfa36, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:35.960872 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:35.979079 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:35.997739 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:36.000592 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:36.014897 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-77a007a8-2641-4bbb-b1a3-6a11e54a8f0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 HTTP/1.1" status: 200 len: 217 time: 0.1613452 Feb 08 17:28:36.053604 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34514) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:36.058172 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=48b16af5-d07b-41d6-b467-81a1ef90c276,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:36.129313 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] For port 40b5ad65-559f-412c-833d-65cb695cfa36, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:36.151530 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] For port 40b5ad65-559f-412c-833d-65cb695cfa36, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=40b5ad65-559f-412c-833d-65cb695cfa36,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:36.159575 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34520) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:36.165713 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.211174 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5b3ead9f-c381-429c-a194-df0805d96e16 req-60f2a607-c945-40f4-9f43-b0427fbe8265 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.2193696 Feb 08 17:28:36.222600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491294516', 'description': 'tempest-description--119346945'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:36.283130 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4297e2b6-0a89-4714-bca8-0fd92daf9b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.344052 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.401688 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b3853a-c848-4c47-9011-d681d4245eae {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:36.416368 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-a6e117f9-a2c8-471c-8911-9ac9d646aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:36.419318 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-a6e117f9-a2c8-471c-8911-9ac9d646aac2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c61f681-3f5b-43e1-b4bd-0094b2bad550 HTTP/1.1" status: 200 len: 852 time: 0.3929987 Feb 08 17:28:36.420886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.434602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks [] for port (31b3853a-c848-4c47-9011-d681d4245eae), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.476245 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:28:36.477396 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:28:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:36.490273 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.549788 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Transition to ACTIVE for port object 31b3853a-c848-4c47-9011-d681d4245eae will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:28:36.578304 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5153df-6ef2-4508-a888-5e208573d8fe None None] Pushing event updated for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:36.625077 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-40ce29d7-9a7c-4f9b-bb70-de4cc885be47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45349e8b-a612-4426-83e9-d10d4f48731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494684 Feb 08 17:28:36.635243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.670873 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:28:36.728537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Allocated IP 172.20.0.12 (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c/96901488-51e4-4d1f-a58b-38870e605a10/6abb2636-5f5b-42a8-9a24-6721d7a23d2b) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:36.858259 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Provisioning complete for port 40b5ad65-559f-412c-833d-65cb695cfa36 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:36.858259 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:36.900918 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-b2274808-f602-4c0e-aa73-24da680347ef service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539735 Feb 08 17:28:37.108141 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Pushing event updated for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:37.129133 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-072b530d-1b5c-4197-88b1-571172f36f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.140275 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:36Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:28:37.181129 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe80ed63-20eb-4698-9105-3a439a809a9e None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:36Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:28:37.182849 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Current status of the port 40b5ad65-559f-412c-833d-65cb695cfa36 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:37.183205 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.307295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] For port 40b5ad65-559f-412c-833d-65cb695cfa36, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=40b5ad65-559f-412c-833d-65cb695cfa36,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:37.316655 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec3e88-adc1-4aa9-8ed6-e506fcc63279 req-ba3409aa-db01-49bd-ab5a-0803b7f32385 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:37.321855 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.332847 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7fec3e88-adc1-4aa9-8ed6-e506fcc63279 req-ba3409aa-db01-49bd-ab5a-0803b7f32385 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 944 time: 0.4234738 Feb 08 17:28:37.389221 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.425828 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.486422 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-8ded445c-d23b-4e09-86d2-b623f100f4e3 None None] Provisioning complete for port 40b5ad65-559f-412c-833d-65cb695cfa36 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:37.486952 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ded445c-d23b-4e09-86d2-b623f100f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.488911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b87ba2-fcab-4d3e-a1e8-f48e391f4195 None None] Pushing event updated for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:37.615176 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks [] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.642611 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=48b16af5-d07b-41d6-b467-81a1ef90c276,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:37.677466 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7fec3e88-adc1-4aa9-8ed6-e506fcc63279 req-12b9c020-d908-4a30-bed3-7e72ed201817 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155112 Feb 08 17:28:37.710767 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.714981 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-8ded445c-d23b-4e09-86d2-b623f100f4e3 None None] Current status of the port 40b5ad65-559f-412c-833d-65cb695cfa36 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:37.760322 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.765464 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8c36d2b7-f365-4be9-8f34-582bcc31e532 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2674224 Feb 08 17:28:37.768856 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4297e2b6-0a89-4714-bca8-0fd92daf9b86 admin admin] Publish callbacks [] for security_group (51f55697-c84e-4db9-9af5-b0902c7b0bb6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.780230 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.807708 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4afb0b3-8d6a-405d-b5f0-eade059ba531 req-05b58b45-14f6-40fa-a2e3-35f6311e998d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.1444697 Feb 08 17:28:37.832164 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4297e2b6-0a89-4714-bca8-0fd92daf9b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (51f55697-c84e-4db9-9af5-b0902c7b0bb6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.883011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Attempting to bind port 31b3853a-c848-4c47-9011-d681d4245eae on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:37.883819 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Attempting to bind port 31b3853a-c848-4c47-9011-d681d4245eae by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:37.883819 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Attempting to bind port 31b3853a-c848-4c47-9011-d681d4245eae on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:37.886894 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:37.897315 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f151084-1715-4c52-9923-e89fa892905a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:37.927637 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:37.945890 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:37.973487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9f151084-1715-4c52-9923-e89fa892905a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.010859 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Port 31b3853a-c848-4c47-9011-d681d4245eae on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:28:38.011187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Attempting to bind port 31b3853a-c848-4c47-9011-d681d4245eae on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:38.017771 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Pushing event updated for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.022281 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.022876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd4ada8c-8bce-4785-a9a8-3eb5e3c0374a req-c301c174-7e64-4718-9ede-e2e776d59851 service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0760520 Feb 08 17:28:38.030879 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297e2b6-0a89-4714-bca8-0fd92daf9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f55697-c84e-4db9-9af5-b0902c7b0bb6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.039614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:38.040356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Checking segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:38.040950 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Bound using segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:38.041747 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Bound port: 31b3853a-c848-4c47-9011-d681d4245eae, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:38.042272 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (31b3853a-c848-4c47-9011-d681d4245eae), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.046995 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4297e2b6-0a89-4714-bca8-0fd92daf9b86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83889c885d794ee1b07e85ab8e861f39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9827037 Feb 08 17:28:38.050051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34564) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:38.075358 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.076634 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8935351 Feb 08 17:28:38.098921 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34566) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:38.112934 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group_rule': {'security_group_id': '9f151084-1715-4c52-9923-e89fa892905a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:38.138195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:38.139002 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.174558 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174594e6-89ae-4f85-8de0-e7a15f5a45af tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f151084-1715-4c52-9923-e89fa892905a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.208058 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-8bc69fed-36d8-4646-93ff-a141f74da6e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0887563 Feb 08 17:28:38.212363 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] Publish callbacks [] for security_group (51f55697-c84e-4db9-9af5-b0902c7b0bb6), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.224058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (96852c91-4a9e-4626-8093-34c00336c5d8), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.232468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Request body: {'port': {'device_id': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:38.262774 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:38.267646 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=31b3853a-c848-4c47-9011-d681d4245eae,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:38.279402 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.309113 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] Publish callbacks [] for security_group (51f55697-c84e-4db9-9af5-b0902c7b0bb6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.329737 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:38.331660 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.335641 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] 10.222.0.64 "PUT /v2.0/ports/31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 1094 time: 4.9797492 Feb 08 17:28:38.339585 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:38.342398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff8be55-d40e-4c7a-a19d-d101aea1d531" -d '{"events": [{"name": "network-changed", "server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "tag": "31b3853a-c848-4c47-9011-d681d4245eae"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:38.419163 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfabcda-90be-4170-b1ac-83818e852273 x-openstack-request-id: req-3dfabcda-90be-4170-b1ac-83818e852273 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:38.419456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "tag": "31b3853a-c848-4c47-9011-d681d4245eae", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:38.420547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3dfabcda-90be-4170-b1ac-83818e852273 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:38.423671 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae', 'status': 'completed', 'code': 200} Feb 08 17:28:38.426703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f3e5-2f0f-49d7-a2e3-b2551ee650bd service neutron] Pushing event updated for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.460576 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.501782 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-40f10ffc-129e-4f31-97b6-402a8dd3755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:38.504762 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-40f10ffc-129e-4f31-97b6-402a8dd3755b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1128 time: 0.0727031 Feb 08 17:28:38.530663 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (96852c91-4a9e-4626-8093-34c00336c5d8), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.552124 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (51f55697-c84e-4db9-9af5-b0902c7b0bb6), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.559081 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.560554 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51f55697-c84e-4db9-9af5-b0902c7b0bb6 HTTP/1.1" status: 204 len: 168 time: 0.5092468 Feb 08 17:28:38.572592 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-7985dd95-37bd-49cc-a798-552ecd76f2a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0552971 Feb 08 17:28:38.623053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (96852c91-4a9e-4626-8093-34c00336c5d8), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.652928 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5503fe-fe40-4512-b266-1b0da6843edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f55697-c84e-4db9-9af5-b0902c7b0bb6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.655913 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96852c91-4a9e-4626-8093-34c00336c5d8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:38.674826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-3427d5d9-71c8-4312-865d-cfc311be4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:38.676312 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-3427d5d9-71c8-4312-865d-cfc311be4b22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.0942247 Feb 08 17:28:38.736804 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-aa66552a-42c2-44df-b09a-03e69a031c3e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--307475028&fields=id&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 267 time: 0.3015695 Feb 08 17:28:38.779721 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-14d597c4-0777-419d-8a7c-72bf67b1a5f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926213 Feb 08 17:28:38.865216 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:38.868077 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-bde12cfa-4d7f-4d98-9c72-7bbec91f45d3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7650454 Feb 08 17:28:38.903852 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34634) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:38.957433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group_rule': {'security_group_id': '9f151084-1715-4c52-9923-e89fa892905a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:38.965710 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 40b5ad65-559f-412c-833d-65cb695cfa36 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:39.028279 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (a7e525f9-f518-4a8e-b623-0c1195e24c51), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.151257 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 40b5ad65-559f-412c-833d-65cb695cfa36 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:39.151867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.163520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:28:39.214401 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-4ff3b5ab-33ec-4474-975f-a5f85e0dd68c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:39.226880 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0105-46a1-46d7-8ccc-674cc6ec5a94 req-175ce4c0-27cb-4a18-a66b-10e3ba588884 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:39.227084 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-4ff3b5ab-33ec-4474-975f-a5f85e0dd68c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 817 time: 0.4874070 Feb 08 17:28:39.236899 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc8b0105-46a1-46d7-8ccc-674cc6ec5a94 req-175ce4c0-27cb-4a18-a66b-10e3ba588884 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 944 time: 0.3128307 Feb 08 17:28:39.268601 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-f673462e-4caf-4fa5-a99e-1eed5f60b5dd service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739037 Feb 08 17:28:39.293471 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-671887da-6f91-4d40-b5ea-52e2c59984bc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/quotas/1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 375 time: 0.0654230 Feb 08 17:28:39.382532 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (a7e525f9-f518-4a8e-b623-0c1195e24c51), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.394631 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (a7e525f9-f518-4a8e-b623-0c1195e24c51), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.434302 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.438369 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5316479 Feb 08 17:28:39.440165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34662) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:39.463709 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:39.469944 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cff913-e7f2-46e2-9107-3d3bd51c39a9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e525f9-f518-4a8e-b623-0c1195e24c51,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:39.513053 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc8b0105-46a1-46d7-8ccc-674cc6ec5a94 req-4d34746d-a24f-4b92-b088-b77aae72aa2d tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710309 Feb 08 17:28:39.590290 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 40b5ad65-559f-412c-833d-65cb695cfa36 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:39.609611 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-cade9712-1e0a-4340-a4a2-402744f01c96 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3066301 Feb 08 17:28:39.610866 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,segment=NetworkSegment(143a8991-f549-4b5c-b5a9-edcf67176ff5),segment_id=143a8991-f549-4b5c-b5a9-edcf67176ff5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:39.628184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2', 'network_id': '45349e8b-a612-4426-83e9-d10d4f48731d', 'port_id': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2', 'mac_address': 'fa:16:3e:91:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c61f681-3f5b-43e1-b4bd-0094b2bad550', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:28:39.665566 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cd934a5-18d2-41f5-bc79-20351bbc450d req-bd3a2d3c-a2f6-418a-a2e5-ec72654d4508 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808999 Feb 08 17:28:39.691988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:39.692969 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.716054 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:39.744499 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.755017 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,segment=NetworkSegment(143a8991-f549-4b5c-b5a9-edcf67176ff5),segment_id=143a8991-f549-4b5c-b5a9-edcf67176ff5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:39.762101 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:39.871048 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255f77-d359-44fe-a08e-8282acf8eef4 req-51e3033f-9795-4976-ba94-49e4adf9a44a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:39.881678 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-53255f77-d359-44fe-a08e-8282acf8eef4 req-51e3033f-9795-4976-ba94-49e4adf9a44a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 932 time: 0.1935408 Feb 08 17:28:40.050153 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:40.095522 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:40.128255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abb2636-5f5b-42a8-9a24-6721d7a23d2b {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:40.151430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks [] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:40.176761 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-159199a3-9ccf-4e8a-9ddf-d2b25f0dfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:40.183212 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-159199a3-9ccf-4e8a-9ddf-d2b25f0dfebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1128 time: 0.4295993 Feb 08 17:28:40.211224 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-f3d0a494-cefa-4808-ac46-432990074108 service neutron] 10.222.0.69 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825913 Feb 08 17:28:40.225207 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Transition to ACTIVE for port object 6abb2636-5f5b-42a8-9a24-6721d7a23d2b will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:28:40.278405 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:28:40.288267 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-53255f77-d359-44fe-a08e-8282acf8eef4 req-c5a2260b-7cc5-4561-a768-9dae1c0c40e4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021521 Feb 08 17:28:40.374058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:40.469640 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:40.492929 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:40.519303 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-cc99b1f0-6fc0-4124-a377-f078b082e07c service neutron] 10.222.0.69 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412515 Feb 08 17:28:40.604041 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-7f4c32ed-2e00-45dd-9f35-99166924a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:40.605510 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-7f4c32ed-2e00-45dd-9f35-99166924a386 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.3118179 Feb 08 17:28:40.698166 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-85c210c0-01a1-480d-a0f0-ad08cd53a454 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0846136 Feb 08 17:28:40.813707 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Attempting to bind port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:40.814607 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Attempting to bind port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:40.814794 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Attempting to bind port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:40.836387 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:28:40.836902 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Attempting to bind port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b on network e46790e1-2cb6-4cb5-8030-eb0d54e8c51c {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:40.854332 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:40.854779 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Checking segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:40.855711 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Bound using segment: {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:40.856399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Bound port: 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda01c4d-7563-467a-87ef-9d19a49fd660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:40.857114 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.067553 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-8613e39c-b5b9-4a58-a478-ddcf8568ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:41.070076 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-8613e39c-b5b9-4a58-a478-ddcf8568ce5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.3612361 Feb 08 17:28:41.136442 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 31b3853a-c848-4c47-9011-d681d4245eae details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:28:41.140231 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-8c5dec11-e56f-4825-b64e-3329c85b03b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519528 Feb 08 17:28:41.306734 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b61e39-01a0-48d6-b222-b645f07dcebb req-ee319610-e791-40e2-95b9-89b77b5ad501 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:41.319938 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24b61e39-01a0-48d6-b222-b645f07dcebb req-ee319610-e791-40e2-95b9-89b77b5ad501 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 945 time: 0.4360375 Feb 08 17:28:41.441950 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24b61e39-01a0-48d6-b222-b645f07dcebb req-dc452baf-d4fe-4b36-ad80-51c79711836c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167924 Feb 08 17:28:41.453962 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5d0b90aa-ed5a-4d3a-bef9-3a20ac932d24 req-beb6c6e5-6cbd-4367-bffb-68cd23e1506a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 210 time: 0.1428499 Feb 08 17:28:41.470629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=31b3853a-c848-4c47-9011-d681d4245eae,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:41.500374 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-e7cbd2ed-2889-4fad-a0bc-5acc48a0769e service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502619 Feb 08 17:28:41.545135 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Allocated IP 172.27.3.63 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:41.546183 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '31b3853a-c848-4c47-9011-d681d4245eae', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'port_id': '31b3853a-c848-4c47-9011-d681d4245eae', 'mac_address': 'fa:16:3e:84:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96901488-51e4-4d1f-a58b-38870e605a10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:28:41.549282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:41.563143 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:41.619180 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.667664 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 31b3853a-c848-4c47-9011-d681d4245eae is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:41.667664 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (31b3853a-c848-4c47-9011-d681d4245eae), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.681212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.687357 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b3853a-c848-4c47-9011-d681d4245eae {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:41.729629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=31b3853a-c848-4c47-9011-d681d4245eae,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:41.733088 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.736340 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.741031 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:41.741537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:41.743230 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] 10.222.0.64 "PUT /v2.0/ports/6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 200 len: 1094 time: 3.5201879 Feb 08 17:28:41.860634 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ff8be55-d40e-4c7a-a19d-d101aea1d531 req-6f552636-7b25-4c89-99ba-8b86f663bb84 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502581 Feb 08 17:28:41.915877 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:41.929035 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15016f9a-d2f3-4cb8-80e6-78884edd4353 req-d4191b8d-3dfe-46e1-9fd8-6de18f665150 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:41.941815 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:41.947649 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15016f9a-d2f3-4cb8-80e6-78884edd4353 req-d4191b8d-3dfe-46e1-9fd8-6de18f665150 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 944 time: 0.2866774 Feb 08 17:28:42.050014 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['31b3853a-c848-4c47-9011-d681d4245eae'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:28:42.148829 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15016f9a-d2f3-4cb8-80e6-78884edd4353 req-0209eeee-8ebc-4657-bdb2-c36ab85a0942 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899261 Feb 08 17:28:42.284406 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-2bc8165d-eb54-4611-a0b5-62bf4d2afa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:42.286751 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-2bc8165d-eb54-4611-a0b5-62bf4d2afa29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1128 time: 0.2577884 Feb 08 17:28:42.287537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8d138-95cc-46cd-8995-0bb55327a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:42.431272 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-6babb8b2-563b-4263-8551-1bb5b85279e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 200 len: 217 time: 0.1039569 Feb 08 17:28:42.434112 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d45549-a786-447f-8bc9-5750972dd0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:42.481144 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:42.570553 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-beeadc9f-e7c6-4880-99a0-5be32ecab894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:42.573321 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-beeadc9f-e7c6-4880-99a0-5be32ecab894 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.1286199 Feb 08 17:28:42.713458 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-2cc1b20c-8c59-4455-a034-ab7aec1c8987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278450 Feb 08 17:28:42.751397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556864df-4e95-4bfd-bc1a-db33a6bdc99a req-7354ad17-1e42-456f-bf45-7cbbde5828f8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:42.754208 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-556864df-4e95-4bfd-bc1a-db33a6bdc99a req-7354ad17-1e42-456f-bf45-7cbbde5828f8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 945 time: 0.1406977 Feb 08 17:28:42.851506 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:42.883952 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1548f76-2d97-4721-9d20-c636345c1adc x-openstack-request-id: req-c1548f76-2d97-4721-9d20-c636345c1adc {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:42.884441 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:42.884875 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1548f76-2d97-4721-9d20-c636345c1adc {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:42.885590 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b', 'status': 'completed', 'code': 200} Feb 08 17:28:42.918696 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-556864df-4e95-4bfd-bc1a-db33a6bdc99a req-a18b765d-512f-440a-bd8b-603dbcf3e882 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421802 Feb 08 17:28:42.925567 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:42.966195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:42.981378 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:43.078310 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-16cd491c-bc60-4081-891f-7771de35b60b req-b26d12a0-63ab-4d52-8edf-d7901966f9f7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 210 time: 0.1156268 Feb 08 17:28:43.121494 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-10fef566-f920-4a5a-8753-0e556d682e35 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953083 Feb 08 17:28:43.126215 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:43.149286 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 31b3853a-c848-4c47-9011-d681d4245eae up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:43.477116 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:43.588647 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf8c56-3f79-49a7-826e-5b6ebf1d2680 req-b8446b3c-3afa-467f-ba96-512c1c983330 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:43.593108 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6abf8c56-3f79-49a7-826e-5b6ebf1d2680 req-b8446b3c-3afa-467f-ba96-512c1c983330 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 944 time: 0.2387094 Feb 08 17:28:43.605442 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-ddfc3d48-773f-4efc-90c1-681987bb5c1b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:43.607575 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-ddfc3d48-773f-4efc-90c1-681987bb5c1b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 817 time: 0.4502313 Feb 08 17:28:43.612810 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34804) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:43.727212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 31b3853a-c848-4c47-9011-d681d4245eae completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:28:43.735295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 31b3853a-c848-4c47-9011-d681d4245eae triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:43.735901 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (31b3853a-c848-4c47-9011-d681d4245eae), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:43.774846 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-721f2dd7-db50-42ba-972c-c4a46e72c3e6 req-48feeb11-e7f0-4d38-9ff2-afe00a539d1e service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409914 Feb 08 17:28:43.795526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:43.890308 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 31b3853a-c848-4c47-9011-d681d4245eae is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:43.891404 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (31b3853a-c848-4c47-9011-d681d4245eae), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:43.898333 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-ca5c4753-54e7-40e5-bae7-a1272723f254 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 379 time: 0.2715580 Feb 08 17:28:43.913855 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6abf8c56-3f79-49a7-826e-5b6ebf1d2680 req-4a6bf62d-0bcf-4772-aaf8-0977d31e971d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030195 Feb 08 17:28:43.925148 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'port': {'device_id': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'admin_state_up': True, 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'security_groups': ['18dd76d5-a793-448d-aa5b-db9c90ee9dfd']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:43.971706 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:44.044194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f86676a4-f3d5-4392-a83a-2a8c168208ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.058477 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=31b3853a-c848-4c47-9011-d681d4245eae,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:44.071543 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.073041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:44.115691 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-7f1d97b4-1b29-4db4-a681-50d51e710fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:44.117502 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-7f1d97b4-1b29-4db4-a681-50d51e710fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1128 time: 0.2269108 Feb 08 17:28:44.229470 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Made reservation on behalf of 1db94ac5e06144fe93946c0c4df7e2ed for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:44.231432 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:44.235303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.272723 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:28:44.279991 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:44.280607 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.298148 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aee18-50ef-4fdf-bc8c-25fe56820fd8 req-7f4a56f3-a6f3-4461-b81b-8d494dd53fca tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:44.299727 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-227aee18-50ef-4fdf-bc8c-25fe56820fd8 req-7f4a56f3-a6f3-4461-b81b-8d494dd53fca tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 945 time: 0.2956839 Feb 08 17:28:44.309455 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f86676a4-f3d5-4392-a83a-2a8c168208ae admin admin] Publish callbacks [] for security_group (e43087dc-5161-40b7-bd38-530faf82a297), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.325692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe332b-7db0-423a-890d-67c5b74bbf4e" -d '{"events": [{"server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "name": "network-vif-plugged", "status": "completed", "tag": "31b3853a-c848-4c47-9011-d681d4245eae"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:44.345376 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-407daca0-2bef-4df5-b795-91f618e0f647 req-2751e425-b739-4981-a882-20616cc1b252 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 210 time: 0.0802081 Feb 08 17:28:44.346286 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f86676a4-f3d5-4392-a83a-2a8c168208ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e43087dc-5161-40b7-bd38-530faf82a297), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.398641 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:44.399041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.416051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.445839 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.446185 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f86676a4-f3d5-4392-a83a-2a8c168208ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74cf4ac1f18d4ddbb7d18dfe84911dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269870 Feb 08 17:28:44.446634 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34832) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:44.477257 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86676a4-f3d5-4392-a83a-2a8c168208ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43087dc-5161-40b7-bd38-530faf82a297,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:44.499789 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,segment=NetworkSegment(143a8991-f549-4b5c-b5a9-edcf67176ff5),segment_id=143a8991-f549-4b5c-b5a9-edcf67176ff5)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:44.508810 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.582124 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b9880-3602-4a7f-8e57-bf27d2d6b211 x-openstack-request-id: req-7b0b9880-3602-4a7f-8e57-bf27d2d6b211 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:44.582571 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "name": "network-vif-plugged", "status": "completed", "tag": "31b3853a-c848-4c47-9011-d681d4245eae", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:44.583001 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b0b9880-3602-4a7f-8e57-bf27d2d6b211 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:44.584225 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae', 'code': 200} Feb 08 17:28:44.585614 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:44.643518 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Allocated IP 172.20.0.14 (ccd61454-4568-47e1-b525-83b47e7e5945/c7121290-2ea1-4af1-b219-d63c9535350e/72759e6a-9d50-4192-90ea-3e1d17bb4b78) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:44.772302 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-227aee18-50ef-4fdf-bc8c-25fe56820fd8 req-e859ca23-7b70-4d54-96c4-e7b2967b4ec0 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464443 Feb 08 17:28:44.786352 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.842372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.845974 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4026117 Feb 08 17:28:44.847982 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5610-6117-4314-9bc9-f72225180acf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:44.854123 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-970ab353-604e-4858-a61c-fc7ea976f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:44.856556 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-970ab353-604e-4858-a61c-fc7ea976f33c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.7268462 Feb 08 17:28:44.857527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] Publish callbacks [] for security_group (e43087dc-5161-40b7-bd38-530faf82a297), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:44.970816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707501d-174b-4001-931e-c830b46442b5 req-dd26a2ef-e9d3-45a9-b8a9-dd655ca6b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:44.972905 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b707501d-174b-4001-931e-c830b46442b5 req-dd26a2ef-e9d3-45a9-b8a9-dd655ca6b541 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.1631823 Feb 08 17:28:45.015563 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-b1042f48-ef93-49b1-830c-6916873671d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 200 len: 217 time: 0.1462817 Feb 08 17:28:45.024282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] Publish callbacks [] for security_group (e43087dc-5161-40b7-bd38-530faf82a297), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.026325 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b707501d-174b-4001-931e-c830b46442b5 req-a80ee2e3-be2f-4cd8-96f3-d28832317c6d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.048193 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.137423 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.152287 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 6abb2636-5f5b-42a8-9a24-6721d7a23d2b details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:28:45.239721 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:45.322518 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b707501d-174b-4001-931e-c830b46442b5 req-a80ee2e3-be2f-4cd8-96f3-d28832317c6d service neutron] Publish callbacks [] for security_group (f8f70c14-b796-4388-8489-a62dd524732f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.326444 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Network ccd61454-4568-47e1-b525-83b47e7e5945 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:45.335119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b707501d-174b-4001-931e-c830b46442b5 req-a80ee2e3-be2f-4cd8-96f3-d28832317c6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f8f70c14-b796-4388-8489-a62dd524732f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.346099 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:45.353101 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:45.372902 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b', 'network_id': 'e46790e1-2cb6-4cb5-8030-eb0d54e8c51c', 'port_id': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b', 'mac_address': 'fa:16:3e:09:e6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96901488-51e4-4d1f-a58b-38870e605a10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:28:45.446297 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:45.446914 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.471568 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abb2636-5f5b-42a8-9a24-6721d7a23d2b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:45.508077 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:45.526473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.538409 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-865b7c65-9c79-4745-bd93-9d3ee4477b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:45.541428 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-865b7c65-9c79-4745-bd93-9d3ee4477b56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.5097871 Feb 08 17:28:45.604605 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-bf17779e-5255-4b8e-9600-5bb78be84141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517259 Feb 08 17:28:45.654948 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:45.661988 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:45.663202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.681207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:45.754101 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b707501d-174b-4001-931e-c830b46442b5 req-a80ee2e3-be2f-4cd8-96f3-d28832317c6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603526 Feb 08 17:28:45.760878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ee2e3-be2f-4cd8-96f3-d28832317c6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f70c14-b796-4388-8489-a62dd524732f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:45.774061 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-1f509507-f687-4b26-b04f-cb28d6c5f2f4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1491294516&fields=id&tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 267 time: 0.2559457 Feb 08 17:28:45.786213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eca7d-47c4-4409-9426-f3b664b087e0 req-4c8bbe7b-2115-4441-a194-6eb9d4a4feec tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:45.789887 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c67eca7d-47c4-4409-9426-f3b664b087e0 req-4c8bbe7b-2115-4441-a194-6eb9d4a4feec tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 944 time: 0.5508955 Feb 08 17:28:45.798400 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-11e69267-2ea1-4c7b-bcfa-9e6409a11261 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8808854 Feb 08 17:28:45.873628 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2b336913-c3c2-450b-803b-e309bc9b97e8 None None] Provisioning complete for port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:45.873628 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2b336913-c3c2-450b-803b-e309bc9b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.879252 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c67eca7d-47c4-4409-9426-f3b664b087e0 req-83c5a789-b453-4f71-b744-faeca17750b3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Feb 08 17:28:45.893362 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e43087dc-5161-40b7-bd38-530faf82a297), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.904499 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:45.905740 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e43087dc-5161-40b7-bd38-530faf82a297 HTTP/1.1" status: 204 len: 168 time: 1.4541905 Feb 08 17:28:45.924066 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2b336913-c3c2-450b-803b-e309bc9b97e8 None None] Port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:45.951053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dc62c-72ba-42e2-a87a-aae2136b83bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43087dc-5161-40b7-bd38-530faf82a297,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:45.978102 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-6968fa8c-835b-41b3-bc6b-d3552bd9fcd6 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609729 Feb 08 17:28:46.025219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-729780c6-b205-4b5a-943f-582300346acb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:46.027361 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-729780c6-b205-4b5a-943f-582300346acb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 810 time: 0.2428246 Feb 08 17:28:46.047779 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-0b67dd81-fc08-4422-ae66-cc53897a33fb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/quotas/7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 375 time: 0.0111988 Feb 08 17:28:46.116353 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839640f-b00d-4120-842a-872236b9a6b0 req-ef44f49e-f79e-4147-944f-78dd1dd47411 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:46.119078 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6839640f-b00d-4120-842a-872236b9a6b0 req-ef44f49e-f79e-4147-944f-78dd1dd47411 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 932 time: 0.0829339 Feb 08 17:28:46.143690 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-c54244ec-be85-4128-81fb-e50b91ff47f3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877507 Feb 08 17:28:46.184718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6839640f-b00d-4120-842a-872236b9a6b0 req-60bca0fb-5017-4922-8df9-24006b56c88c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592494 Feb 08 17:28:46.273346 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-00aab9a2-412f-45ab-ad8f-b1776ddcc894 service neutron] 10.222.0.69 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135192 Feb 08 17:28:46.369306 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4f97-36e4-41fd-ae18-9f092202257c req-286f17df-6184-459b-92e3-cfd2334abe88 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:46.371279 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-352d4f97-36e4-41fd-ae18-9f092202257c req-286f17df-6184-459b-92e3-cfd2334abe88 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.0782399 Feb 08 17:28:46.423394 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-7cace875-ff0a-45b7-a6e7-045ffcd25ce7 service neutron] 10.222.0.69 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420555 Feb 08 17:28:46.424158 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 34892) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:46.456940 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-352d4f97-36e4-41fd-ae18-9f092202257c req-cc1a1f1d-8478-4c98-85e1-80c71a980215 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679090 Feb 08 17:28:46.464476 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acfc479b-cf00-4498-a463-1d3029a28e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.565133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acfc479b-cf00-4498-a463-1d3029a28e88 admin admin] Publish callbacks [] for security_group (f692f3b9-bb85-4676-8879-8007094c0052), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.571927 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-acfc479b-cf00-4498-a463-1d3029a28e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f692f3b9-bb85-4676-8879-8007094c0052), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.585681 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:46.588549 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e7ad0-2539-4e20-8192-766fe89fffbd" -d '{"events": [{"server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "name": "network-vif-plugged", "status": "completed", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:46.630591 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c2fcd-9c32-484b-aad9-42df431374ca x-openstack-request-id: req-624c2fcd-9c32-484b-aad9-42df431374ca {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:46.630912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "name": "network-vif-plugged", "status": "completed", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:46.631713 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-624c2fcd-9c32-484b-aad9-42df431374ca {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:46.632166 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2', 'code': 200} Feb 08 17:28:46.644269 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5f815e42-ddd5-4fd4-bec2-187cf105caa3 req-cc83df2d-8f73-4de5-b3e3-e3cca178d446 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0472629 Feb 08 17:28:46.645526 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc479b-cf00-4498-a463-1d3029a28e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692f3b9-bb85-4676-8879-8007094c0052,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:46.656421 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-acfc479b-cf00-4498-a463-1d3029a28e88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41dfa9dfe6304e07b8b1237a073801db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283747 Feb 08 17:28:46.659093 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 34900) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:46.736651 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] Publish callbacks [] for security_group (f692f3b9-bb85-4676-8879-8007094c0052), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.771945 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] Publish callbacks [] for security_group (f692f3b9-bb85-4676-8879-8007094c0052), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.842766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f692f3b9-bb85-4676-8879-8007094c0052), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.846920 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:46.848879 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f692f3b9-bb85-4676-8879-8007094c0052 HTTP/1.1" status: 204 len: 168 time: 0.1884396 Feb 08 17:28:46.859811 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51528e78-9965-4790-b6e1-d3d282890e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692f3b9-bb85-4676-8879-8007094c0052,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:47.088403 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93047e-ac4a-44a0-accc-fe1b40cd2976 req-ae915586-cb3b-4c25-ab47-6b0c1d9e787b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:47.091450 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa93047e-ac4a-44a0-accc-fe1b40cd2976 req-ae915586-cb3b-4c25-ab47-6b0c1d9e787b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 945 time: 0.1114199 Feb 08 17:28:47.174787 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa93047e-ac4a-44a0-accc-fe1b40cd2976 req-f452006e-d4ce-4c69-ada8-d6625b266499 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762355 Feb 08 17:28:47.348002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21d053-c68f-46ed-8167-5d58e178e5a3 req-a84f13bc-8a93-4711-a8c5-c25c5531bbf3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:47.351319 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d21d053-c68f-46ed-8167-5d58e178e5a3 req-a84f13bc-8a93-4711-a8c5-c25c5531bbf3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 932 time: 0.0775952 Feb 08 17:28:47.428398 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d21d053-c68f-46ed-8167-5d58e178e5a3 req-90129534-916f-492b-abe6-c682f3ec05ce tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636680 Feb 08 17:28:47.568384 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faccf1-95d5-48ae-8352-e0d70ab6bd9b req-d59c9ca6-1546-4854-8aed-e0636f30a32e tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:47.570538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-44faccf1-95d5-48ae-8352-e0d70ab6bd9b req-d59c9ca6-1546-4854-8aed-e0636f30a32e tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.0567372 Feb 08 17:28:47.630252 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-44faccf1-95d5-48ae-8352-e0d70ab6bd9b req-d676605e-9dc4-4abb-8513-b24b4b44241e tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Feb 08 17:28:47.789734 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ffca244-8984-4f66-a0b5-3a1617b0acbc req-a64ab018-6414-48a4-8e12-e62b7360fb35 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0307267 Feb 08 17:28:48.341389 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0d538-a828-4dbf-832a-12f859583c18 req-5a885493-a63e-44f7-9e4c-929ac0b0eb91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:48.343083 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36b0d538-a828-4dbf-832a-12f859583c18 req-5a885493-a63e-44f7-9e4c-929ac0b0eb91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 945 time: 0.0605974 Feb 08 17:28:48.400158 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36b0d538-a828-4dbf-832a-12f859583c18 req-fd0eba22-b4e0-4a77-b5b4-763bcd573503 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Feb 08 17:28:48.575696 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa3326-912a-447d-a5bc-fca4fd63f77d req-caa340b6-6bfa-4e98-874e-202352a988ef tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:48.577500 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1aa3326-912a-447d-a5bc-fca4fd63f77d req-caa340b6-6bfa-4e98-874e-202352a988ef tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 932 time: 0.0605788 Feb 08 17:28:48.642405 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1aa3326-912a-447d-a5bc-fca4fd63f77d req-c2b91a70-89f1-4fbf-bfb7-e85f3a1aa220 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568581 Feb 08 17:28:48.797132 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659213c3-e310-4d02-b7fd-e4f18a2b8dd0 req-a5165287-ae2e-4e7a-bd84-3d24fca46486 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:48.799192 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-659213c3-e310-4d02-b7fd-e4f18a2b8dd0 req-a5165287-ae2e-4e7a-bd84-3d24fca46486 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.0844162 Feb 08 17:28:48.852493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['6abb2636-5f5b-42a8-9a24-6721d7a23d2b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:28:48.950574 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-659213c3-e310-4d02-b7fd-e4f18a2b8dd0 req-5cac0b9b-94c0-4858-8c69-7334adba8fe7 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240985 Feb 08 17:28:48.994883 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c62c828b-1079-4543-877c-d38d9d6868ac req-91dc57dc-e6b0-48d9-bc44-1fb5b9b8d672 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0680671 Feb 08 17:28:49.025256 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Request body: {'port': {'device_id': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:49.229862 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82d45549-a786-447f-8bc9-5750972dd0a1 req-0676eaea-3e5a-484b-872e-9c6cbedfa249 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126517 Feb 08 17:28:49.238093 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:49.534691 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f858d83-f3da-4aef-a865-00cf344f89a3 req-b36fa9ba-4783-41f0-99f4-6f405c0abcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:49.536873 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1f858d83-f3da-4aef-a865-00cf344f89a3 req-b36fa9ba-4783-41f0-99f4-6f405c0abcd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 1130 time: 0.1708276 Feb 08 17:28:49.795427 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1f858d83-f3da-4aef-a865-00cf344f89a3 req-c1554030-5879-4b66-9b0c-ec0e5c96aff9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510374 Feb 08 17:28:49.840994 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78c49-d814-4dc8-be6d-ffb31524dd37 req-42d455bd-1869-473b-a896-615dbf22cfa3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:49.843787 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4fc78c49-d814-4dc8-be6d-ffb31524dd37 req-42d455bd-1869-473b-a896-615dbf22cfa3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 945 time: 0.2374752 Feb 08 17:28:49.950164 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4fc78c49-d814-4dc8-be6d-ffb31524dd37 req-8f9dd892-f962-4d0e-abe4-a8be05741084 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910854 Feb 08 17:28:49.965539 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a568b-34ba-40a4-a33c-e6afad24ea65 req-dcaf3767-1f26-4ffe-93e9-92dcac62dba3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:49.967274 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d23a568b-34ba-40a4-a33c-e6afad24ea65 req-dcaf3767-1f26-4ffe-93e9-92dcac62dba3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 932 time: 0.1379557 Feb 08 17:28:50.057433 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:50.074364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks [] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:50.090001 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d23a568b-34ba-40a4-a33c-e6afad24ea65 req-3be5ee49-b80c-4a1a-9c1d-568daefb72e4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023338 Feb 08 17:28:50.095886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Transition to ACTIVE for port object 72759e6a-9d50-4192-90ea-3e1d17bb4b78 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:28:50.102433 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:50.168844 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8e847-740d-44f8-bbc4-ec281ae0932b req-9ca8f76d-7de8-4b95-9d88-c98de9683b68 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:50.170770 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ff8e847-740d-44f8-bbc4-ec281ae0932b req-9ca8f76d-7de8-4b95-9d88-c98de9683b68 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1206326 Feb 08 17:28:50.219253 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:50.233585 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Attempting to bind port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:50.234096 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Attempting to bind port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:50.234620 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Attempting to bind port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:50.254885 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 on network ccd61454-4568-47e1-b525-83b47e7e5945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:28:50.256178 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Attempting to bind port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:50.263699 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:50.264429 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Checking segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:50.265065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Bound using segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:50.265764 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Bound port: 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:50.266376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:50.282634 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ff8e847-740d-44f8-bbc4-ec281ae0932b req-e5096ad2-b926-4f2b-adb1-2f3be1eb61d4 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Feb 08 17:28:50.385434 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-298422f7-3a1e-468a-9469-c0d53167b7f3 req-78714296-d356-45db-96d4-f2491019b0df tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0634978 Feb 08 17:28:50.485958 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:50.490243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:50.502271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:50.528615 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:50.531418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:50.533285 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] 10.222.0.64 "PUT /v2.0/ports/72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 1094 time: 1.5129855 Feb 08 17:28:50.537456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:50.541622 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18a005-5890-4668-945c-172b1bb78f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:50.677364 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-39383b90-8655-4b15-b455-c4f91b365583 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:50.680521 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-39383b90-8655-4b15-b455-c4f91b365583 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 810 time: 0.3028862 Feb 08 17:28:50.682873 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d80d8-8226-40a0-9700-12bf67038314 x-openstack-request-id: req-300d80d8-8226-40a0-9700-12bf67038314 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:50.683177 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:50.683442 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-300d80d8-8226-40a0-9700-12bf67038314 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:50.683856 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'status': 'completed', 'code': 200} Feb 08 17:28:50.784139 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafd1b7-e4cc-4a84-abb2-acd09615d07d service neutron] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:50.813838 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-643fe47d-ba17-4d93-b5aa-81ca1a183eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:50.816670 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-643fe47d-ba17-4d93-b5aa-81ca1a183eac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1128 time: 0.1797221 Feb 08 17:28:50.850699 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-1e759cea-f1a2-4669-8c11-d30c5664782c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 380 time: 0.1545544 Feb 08 17:28:50.873236 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'port': {'device_id': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'admin_state_up': True, 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'security_groups': ['9f151084-1715-4c52-9923-e89fa892905a']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:50.924300 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-f7f4b8f9-21a9-46f6-be3f-079e06156dd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 217 time: 0.0910962 Feb 08 17:28:51.024147 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-b5fa71b3-1451-44e0-9536-8055429f1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:51.027189 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-b5fa71b3-1451-44e0-9536-8055429f1d5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0913897 Feb 08 17:28:51.225965 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aedb7-7ecc-4927-9563-188facc91eea req-77ab8d8b-151a-4bc0-b47b-07fb8acc71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:51.228882 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-77ab8d8b-151a-4bc0-b47b-07fb8acc71be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1918187 Feb 08 17:28:51.242445 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Made reservation on behalf of 7fedeb21bf7b4056b1737c6e7ddc2d2a for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:28:51.248997 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:51.359549 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d774c-6972-40ca-910d-319583036672 req-a6032e85-1747-42c1-8a3a-d9f852c7e4e7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:51.363475 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b8d774c-6972-40ca-910d-319583036672 req-a6032e85-1747-42c1-8a3a-d9f852c7e4e7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 945 time: 0.1327934 Feb 08 17:28:51.423430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Allocated IP 172.20.0.4 (f53cffab-2cd9-4d72-a0c8-7ee042426cd4/5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8/998b80e9-4624-47bb-91e8-25b96f1bc969) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:28:51.487906 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b8d774c-6972-40ca-910d-319583036672 req-00607a20-691e-4eec-8166-d258e0a2acce tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162846 Feb 08 17:28:51.611134 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699e286-437b-4b71-885e-30ddd7dfb639 req-d598cb64-5ed9-4f4c-88bd-59841f65e115 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:51.619062 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d699e286-437b-4b71-885e-30ddd7dfb639 req-d598cb64-5ed9-4f4c-88bd-59841f65e115 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.3392496 Feb 08 17:28:51.721985 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:51.738309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2188-8409-4b25-b063-126a7f440c3a req-2a764483-70b4-4182-8bfa-a46fc6b048e8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:51.751499 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e5d2188-8409-4b25-b063-126a7f440c3a req-2a764483-70b4-4182-8bfa-a46fc6b048e8 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1180363 Feb 08 17:28:51.765826 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d699e286-437b-4b71-885e-30ddd7dfb639 req-0fb0c79a-70be-4087-ad73-5b501170ec86 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434176 Feb 08 17:28:51.830749 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:51.892356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:28:51.908566 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:28:51.914731 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e5d2188-8409-4b25-b063-126a7f440c3a req-6506a4ac-b5bd-445e-89d7-9898b215fbf1 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618738 Feb 08 17:28:51.958132 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:51.958346 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:28:52.024199 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46b307-0abb-4e44-b733-15f5e848f3f2 req-249616ac-7dcc-4b3e-8a18-99939119593c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:52.025814 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-db46b307-0abb-4e44-b733-15f5e848f3f2 req-249616ac-7dcc-4b3e-8a18-99939119593c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 931 time: 0.1171112 Feb 08 17:28:52.031545 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:52.032127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:52.063990 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e62b237f-b2ab-4011-a640-b700f8da2a0a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1981189 Feb 08 17:28:52.101231 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-db46b307-0abb-4e44-b733-15f5e848f3f2 req-394a151e-cea3-4faa-b2cf-714f02dff01c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656674 Feb 08 17:28:52.252296 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a53075b7-2b1e-48fc-8489-9e3e71f64a73 None None] Provisioning complete for port 998b80e9-4624-47bb-91e8-25b96f1bc969 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:52.252885 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a53075b7-2b1e-48fc-8489-9e3e71f64a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:52.291052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a53075b7-2b1e-48fc-8489-9e3e71f64a73 None None] Port 998b80e9-4624-47bb-91e8-25b96f1bc969 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:28:52.357590 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 6abb2636-5f5b-42a8-9a24-6721d7a23d2b up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:28:52.432458 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:28:52.436419 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:28:52.436821 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:52.517340 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:28:52.517814 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:52.545340 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:52.545941 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012b916-d324-4a8a-82b8-e31c873a15c4" -d '{"events": [{"server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "name": "network-vif-plugged", "status": "completed", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:52.560830 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:28:52.565744 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:52.609415 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df724d-7d34-4d07-8562-54e56f9db0e2 x-openstack-request-id: req-40df724d-7d34-4d07-8562-54e56f9db0e2 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:52.609731 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "name": "network-vif-plugged", "status": "completed", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:52.609988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40df724d-7d34-4d07-8562-54e56f9db0e2 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:52.610428 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b', 'code': 200} Feb 08 17:28:52.626156 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:52.642188 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e27b-f3e9-47f0-91d3-7c6a9ff4840d req-85451473-0095-44c1-8a76-4bbab89ca844 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:52.644379 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad85e27b-f3e9-47f0-91d3-7c6a9ff4840d req-85451473-0095-44c1-8a76-4bbab89ca844 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0768194 Feb 08 17:28:52.709942 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad85e27b-f3e9-47f0-91d3-7c6a9ff4840d req-935f4bcb-c930-4b9a-8555-d893202e6879 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559194 Feb 08 17:28:52.920444 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5bdf-9557-45c9-b273-47b24ec9101e req-4f51062e-b234-4d95-a172-752a360e6afd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:52.922222 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-abce5bdf-9557-45c9-b273-47b24ec9101e req-4f51062e-b234-4d95-a172-752a360e6afd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0651581 Feb 08 17:28:52.979653 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-abce5bdf-9557-45c9-b273-47b24ec9101e req-cc13973b-1e49-4c36-8b3f-5da7741abb1e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512502 Feb 08 17:28:53.077250 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93795ef0-bd7a-4dc6-8bcd-f9e0a7f078c4 req-fe799b26-dfb9-4343-ab4a-d40c8c1085d7 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:53.079864 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-93795ef0-bd7a-4dc6-8bcd-f9e0a7f078c4 req-fe799b26-dfb9-4343-ab4a-d40c8c1085d7 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.0666730 Feb 08 17:28:53.142073 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-93795ef0-bd7a-4dc6-8bcd-f9e0a7f078c4 req-31a2dcc0-8438-4b1a-a3d6-c7793cb17436 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Feb 08 17:28:53.241009 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd1c9-9d63-4147-98e7-f0f5995fe492 req-a6428041-4832-41fa-a608-76447da8242e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:53.242535 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c5dd1c9-9d63-4147-98e7-f0f5995fe492 req-a6428041-4832-41fa-a608-76447da8242e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 931 time: 0.0620475 Feb 08 17:28:53.295900 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c5dd1c9-9d63-4147-98e7-f0f5995fe492 req-91f43f5f-cea3-490e-a44f-5fdc1ddc4b87 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Feb 08 17:28:53.863420 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6a5db-ee52-4a59-bece-0615d13e177a req-25036254-6c95-48e1-8630-228304991be3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:53.865120 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3c6a5db-ee52-4a59-bece-0615d13e177a req-25036254-6c95-48e1-8630-228304991be3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0766253 Feb 08 17:28:53.915179 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3c6a5db-ee52-4a59-bece-0615d13e177a req-dff9bffb-ed20-4503-93c0-928f30c9bc6a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Feb 08 17:28:54.127111 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81e226-aa81-41f1-b820-c78b50a56301 req-53fe9c8c-cd9a-437b-91dd-ae69135e7694 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:54.129001 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cb81e226-aa81-41f1-b820-c78b50a56301 req-53fe9c8c-cd9a-437b-91dd-ae69135e7694 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0714521 Feb 08 17:28:54.212584 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Request body: {'port': {'device_id': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:28:54.296632 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cb81e226-aa81-41f1-b820-c78b50a56301 req-d1194ab9-7eb3-4b25-8832-e79ce8a74097 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610579 Feb 08 17:28:54.441310 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:54.673705 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-a9aa5bc8-db71-44c3-9722-71a15ababd54 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864080 Feb 08 17:28:54.685670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f515-888b-4f57-9809-b56c7fe6b987 req-1f63fdee-0e3c-416c-b962-d7849115d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:54.687411 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ab2f515-888b-4f57-9809-b56c7fe6b987 req-1f63fdee-0e3c-416c-b962-d7849115d30e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1130 time: 0.1080070 Feb 08 17:28:54.699346 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dba6cd-6c93-451d-aa80-9c225f8696d8 req-cc025bf4-08d6-443a-8e00-0e02642bfc5f tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:54.714134 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2dba6cd-6c93-451d-aa80-9c225f8696d8 req-cc025bf4-08d6-443a-8e00-0e02642bfc5f tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.3338873 Feb 08 17:28:54.791336 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7e778-8c8c-4c7c-831e-26d043348ee8 req-325321e0-0327-4726-a6b1-9a55fb553040 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:54.798157 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-90b7e778-8c8c-4c7c-831e-26d043348ee8 req-325321e0-0327-4726-a6b1-9a55fb553040 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 931 time: 0.2870743 Feb 08 17:28:55.019975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2dba6cd-6c93-451d-aa80-9c225f8696d8 req-9b95a737-93f6-41a6-b468-e270ec879df6 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043318 Feb 08 17:28:55.030905 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9ab2f515-888b-4f57-9809-b56c7fe6b987 req-84bb6958-0ae1-4c29-95cd-31679b87bab8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674983 Feb 08 17:28:55.044093 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-537aedb7-7ecc-4927-9563-188facc91eea req-e4e1589e-297c-4229-888a-4e926e5fdae5 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231399 Feb 08 17:28:55.216412 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-90b7e778-8c8c-4c7c-831e-26d043348ee8 req-2e96c207-bff5-48af-a213-1149a3870244 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122598 Feb 08 17:28:55.292397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccc09b-1138-4513-9aa4-f09ed6740679 req-5c5c5bc1-df16-40f4-bd13-baa2391d763b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:55.298263 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-54ccc09b-1138-4513-9aa4-f09ed6740679 req-5c5c5bc1-df16-40f4-bd13-baa2391d763b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1557441 Feb 08 17:28:55.349528 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998b80e9-4624-47bb-91e8-25b96f1bc969 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:28:55.369136 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks [] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:55.402047 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Transition to ACTIVE for port object 998b80e9-4624-47bb-91e8-25b96f1bc969 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:28:55.408634 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:55.469508 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-54ccc09b-1138-4513-9aa4-f09ed6740679 req-b6ab75ee-817e-40bb-8a90-3d5fa95c65ec tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585102 Feb 08 17:28:55.574741 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Pushing event updated for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:55.592465 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18a005-5890-4668-945c-172b1bb78f4c req-567a004c-ca1b-4082-b01d-3d762d89bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:55.594975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-567a004c-ca1b-4082-b01d-3d762d89bd71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1128 time: 0.1242762 Feb 08 17:28:55.690360 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141441db-9bda-433c-9702-75b9b6a0eccb req-d61c332d-dbed-4970-84c1-fe37b855fc89 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:55.693029 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-141441db-9bda-433c-9702-75b9b6a0eccb req-d61c332d-dbed-4970-84c1-fe37b855fc89 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.2189450 Feb 08 17:28:55.782148 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18a005-5890-4668-945c-172b1bb78f4c req-960f59df-4c96-4e3a-b86f-c11a675fecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:55.785049 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-960f59df-4c96-4e3a-b86f-c11a675fecf8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1706111 Feb 08 17:28:55.800133 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-141441db-9bda-433c-9702-75b9b6a0eccb req-587aa2cc-a878-4fec-a546-ed3aec26be35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863035 Feb 08 17:28:55.801355 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Attempting to bind port 998b80e9-4624-47bb-91e8-25b96f1bc969 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:28:55.801715 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Attempting to bind port 998b80e9-4624-47bb-91e8-25b96f1bc969 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:28:55.802089 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Attempting to bind port 998b80e9-4624-47bb-91e8-25b96f1bc969 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:55.809278 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Port 998b80e9-4624-47bb-91e8-25b96f1bc969 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:28:55.809876 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Attempting to bind port 998b80e9-4624-47bb-91e8-25b96f1bc969 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:28:55.819565 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:28:55.820289 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Checking segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:28:55.820939 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Bound using segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:28:55.821747 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Bound port: 998b80e9-4624-47bb-91e8-25b96f1bc969, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:28:55.822254 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:55.888838 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-39c10ace-e8c9-4c63-9ea7-6c6181c06431 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 217 time: 0.0945919 Feb 08 17:28:55.993468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:28:55.997698 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18a005-5890-4668-945c-172b1bb78f4c req-97e35254-151d-4669-acff-43118c2c24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:55.999768 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=998b80e9-4624-47bb-91e8-25b96f1bc969,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:28:56.000966 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-97e35254-151d-4669-acff-43118c2c24ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0941389 Feb 08 17:28:56.009675 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:56.035841 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.036929 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:56.040100 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] 10.222.0.64 "PUT /v2.0/ports/998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 1093 time: 1.8365343 Feb 08 17:28:56.044158 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:28:56.047190 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932ce70-903a-493d-93ce-e973c2f3bddf" -d '{"events": [{"name": "network-changed", "server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:28:56.164837 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18a005-5890-4668-945c-172b1bb78f4c req-ea06daa4-92ad-4780-af81-c5154a8cc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.171470 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-ea06daa4-92ad-4780-af81-c5154a8cc5e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581585 Feb 08 17:28:56.187098 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4776df-935e-4c70-b183-bd92eb16dd52 x-openstack-request-id: req-4d4776df-935e-4c70-b183-bd92eb16dd52 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:28:56.187399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:28:56.187556 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d4776df-935e-4c70-b183-bd92eb16dd52 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:28:56.188043 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'status': 'completed', 'code': 200} Feb 08 17:28:56.242702 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c348c7-1665-450f-9ff8-86fe60be4a39 service neutron] Pushing event updated for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:56.316094 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-b17229ce-d807-4561-aaee-4f660bb40fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.317923 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-b17229ce-d807-4561-aaee-4f660bb40fa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1127 time: 0.1594052 Feb 08 17:28:56.355039 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1241d-f221-4a87-b464-6a724b6dee59 req-cbebe27f-f376-498d-8699-589bcbfeeff9 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.357792 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1ca1241d-f221-4a87-b464-6a724b6dee59 req-cbebe27f-f376-498d-8699-589bcbfeeff9 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1333570 Feb 08 17:28:56.422992 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35170) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:56.424242 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-f065078e-5541-4d20-b2a0-befe28cf7f91 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309191 Feb 08 17:28:56.442714 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-eb905278-32c9-44bf-bb47-376b4b00489f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 217 time: 0.1124401 Feb 08 17:28:56.599601 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1ca1241d-f221-4a87-b464-6a724b6dee59 req-71a32e51-8e61-491e-89a7-821a90676864 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777043 Feb 08 17:28:56.631776 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e9f3b02d-9fd8-482a-980c-002fc924d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.661073 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-e9f3b02d-9fd8-482a-980c-002fc924d3ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.1958270 Feb 08 17:28:56.768133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7316-e009-4620-9779-f6656e3f9e3f req-0aaa6b85-a7dc-4bff-98d2-665807480dce tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:56.781294 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-927c7316-e009-4620-9779-f6656e3f9e3f req-0aaa6b85-a7dc-4bff-98d2-665807480dce tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.2544420 Feb 08 17:28:56.851461 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ef18a005-5890-4668-945c-172b1bb78f4c req-b3255fc9-864e-4522-a411-3e2e689da367 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169869 Feb 08 17:28:56.900440 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-927c7316-e009-4620-9779-f6656e3f9e3f req-02af0d5e-8f7f-4f86-affd-1ca201a55083 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174405 Feb 08 17:28:56.927162 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1be95f90-ef2d-490c-9ef2-0bdf227fceec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.157284 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-484e0023-d6d4-4f14-b561-2b7f4ba4b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:57.160640 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-484e0023-d6d4-4f14-b561-2b7f4ba4b2cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4958134 Feb 08 17:28:57.265563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac33b-1cf7-4a74-b2d6-940efdc571b8 req-dd5dc7f7-36be-4711-888b-be4160c8a211 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:57.271316 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc5ac33b-1cf7-4a74-b2d6-940efdc571b8 req-dd5dc7f7-36be-4711-888b-be4160c8a211 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.2135758 Feb 08 17:28:57.416389 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc5ac33b-1cf7-4a74-b2d6-940efdc571b8 req-61f5296b-5c70-49cf-82bc-a96b5009a22d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330478 Feb 08 17:28:57.441245 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f802715-3c6a-462d-a3fe-b5738e12e8df req-7b7f96cc-8278-4227-ac6a-aad7d53373f4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:57.473367 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f802715-3c6a-462d-a3fe-b5738e12e8df req-7b7f96cc-8278-4227-ac6a-aad7d53373f4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.5767648 Feb 08 17:28:57.548666 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1be95f90-ef2d-490c-9ef2-0bdf227fceec admin admin] Publish callbacks [] for security_group (650be6a6-56ea-4a99-a832-39e1a40ae116), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.571113 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1be95f90-ef2d-490c-9ef2-0bdf227fceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (650be6a6-56ea-4a99-a832-39e1a40ae116), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.663042 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-ee635436-bf87-4b50-a3f5-43607449e629 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879978 Feb 08 17:28:57.689270 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1be95f90-ef2d-490c-9ef2-0bdf227fceec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c537b2b767de48b296e6ab83b5fd79db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2639265 Feb 08 17:28:57.693515 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35204) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:57.707588 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be95f90-ef2d-490c-9ef2-0bdf227fceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650be6a6-56ea-4a99-a832-39e1a40ae116,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:57.721647 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f802715-3c6a-462d-a3fe-b5738e12e8df req-9b7eb982-af9c-45c0-a572-874082646ec6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461760 Feb 08 17:28:57.792101 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] Publish callbacks [] for security_group (650be6a6-56ea-4a99-a832-39e1a40ae116), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.822985 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] Publish callbacks [] for security_group (650be6a6-56ea-4a99-a832-39e1a40ae116), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.888241 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (650be6a6-56ea-4a99-a832-39e1a40ae116), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.891075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:57.897376 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/650be6a6-56ea-4a99-a832-39e1a40ae116 HTTP/1.1" status: 204 len: 168 time: 0.1975925 Feb 08 17:28:57.915059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ac98-d946-45c9-bcf5-6c0547e68a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650be6a6-56ea-4a99-a832-39e1a40ae116,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:58.110514 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f5e16-4892-4f18-9440-7520fa346555 req-02946a1b-19b8-4883-99f5-9444e202f855 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:58.113053 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-581f5e16-4892-4f18-9440-7520fa346555 req-02946a1b-19b8-4883-99f5-9444e202f855 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0840406 Feb 08 17:28:58.176758 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-581f5e16-4892-4f18-9440-7520fa346555 req-14ef3184-3af4-4c0c-8289-6ec85b6d5ef5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537443 Feb 08 17:28:58.282564 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35214) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:58.297852 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b7494d-50b3-43e5-bfc5-60db4d29c79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.392399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b7494d-50b3-43e5-bfc5-60db4d29c79b admin admin] Publish callbacks [] for security_group (f581c795-0bc2-45c1-a801-b185535241ef), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.396315 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44b7494d-50b3-43e5-bfc5-60db4d29c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f581c795-0bc2-45c1-a801-b185535241ef), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.438933 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-44b7494d-50b3-43e5-bfc5-60db4d29c79b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbf7c1d81df94ba3b11e54747ed25262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550102 Feb 08 17:28:58.441053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7494d-50b3-43e5-bfc5-60db4d29c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581c795-0bc2-45c1-a801-b185535241ef,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:58.442673 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35216) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:28:58.521343 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] Publish callbacks [] for security_group (f581c795-0bc2-45c1-a801-b185535241ef), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.559326 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] Publish callbacks [] for security_group (f581c795-0bc2-45c1-a801-b185535241ef), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.663254 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86580ba8-497d-4227-8784-8dfff0b176fc req-5d89b0bd-398c-4854-9770-9c30f6c50cb4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:58.666210 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-86580ba8-497d-4227-8784-8dfff0b176fc req-5d89b0bd-398c-4854-9770-9c30f6c50cb4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.1112673 Feb 08 17:28:58.703509 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f581c795-0bc2-45c1-a801-b185535241ef), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.707428 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:28:58.714240 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f581c795-0bc2-45c1-a801-b185535241ef HTTP/1.1" status: 204 len: 168 time: 0.2654483 Feb 08 17:28:58.740241 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80dcac-1741-4162-833d-39e2dd9fe0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581c795-0bc2-45c1-a801-b185535241ef,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:28:58.789586 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-86580ba8-497d-4227-8784-8dfff0b176fc req-9c50095e-e7cb-42f1-aa11-ed6137e8150f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134353 Feb 08 17:28:58.945219 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34e038-d854-410d-9522-59ed7da84426 req-4ea342ca-b3ad-42f0-a921-bd07fabd19c5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:58.947833 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c34e038-d854-410d-9522-59ed7da84426 req-4ea342ca-b3ad-42f0-a921-bd07fabd19c5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0884566 Feb 08 17:28:59.022430 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c34e038-d854-410d-9522-59ed7da84426 req-114ed2b3-d3e0-41f0-ac7c-884acb29730f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Feb 08 17:28:59.321504 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b327bd5-36f2-472b-8b4e-eff599bb7ba0 req-6714407a-373c-44c0-8142-e223c2d2a8ad service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787679 Feb 08 17:28:59.361614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd87ada-b469-48f6-bf41-b36bd63fb606 req-7ddc696d-8451-4d3f-b2f2-d19128fe8ac5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:59.364704 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbd87ada-b469-48f6-bf41-b36bd63fb606 req-7ddc696d-8451-4d3f-b2f2-d19128fe8ac5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0912631 Feb 08 17:28:59.458068 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbd87ada-b469-48f6-bf41-b36bd63fb606 req-b8c5670c-7de3-4516-a41e-964ddf0f6f2a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839944 Feb 08 17:28:59.925195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e2a9f-89b9-45d4-8751-4336fcc27e65 req-6c05462e-96df-428f-a471-548e57fecba0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:28:59.931347 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ad5e2a9f-89b9-45d4-8751-4336fcc27e65 req-6c05462e-96df-428f-a471-548e57fecba0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.3585784 Feb 08 17:29:00.007556 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ad5e2a9f-89b9-45d4-8751-4336fcc27e65 req-6b1b8730-9591-4e28-bfd8-50a8ff7db4e5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560968 Feb 08 17:29:00.068109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ac4ee-07fb-4886-8b94-4d7fa5e68bf8 req-bd901c3f-39fe-425e-91b1-65827adb2978 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:00.070331 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b3ac4ee-07fb-4886-8b94-4d7fa5e68bf8 req-bd901c3f-39fe-425e-91b1-65827adb2978 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0595949 Feb 08 17:29:00.147087 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b3ac4ee-07fb-4886-8b94-4d7fa5e68bf8 req-3cfe3779-b0a9-4277-a857-794b7a57cae5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699170 Feb 08 17:29:00.207039 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:29:00.343544 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:00.355837 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:29:00.400564 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:29:00.401138 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:00.423018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:29:00.455446 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:00.460610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:00.548893 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:00.598522 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:00.673122 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738945b7-981d-4a11-b094-3fb125600cd4 req-ab1274f4-e18c-44c1-95f4-b7c5dfb82154 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:00.676074 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-738945b7-981d-4a11-b094-3fb125600cd4 req-ab1274f4-e18c-44c1-95f4-b7c5dfb82154 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0982242 Feb 08 17:29:00.768735 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-738945b7-981d-4a11-b094-3fb125600cd4 req-03329c0d-92f5-419d-a6a9-e49d1171b472 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806756 Feb 08 17:29:00.776837 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55a62636-8d19-4681-a0de-5ccb3abb632e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:00.886603 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55a62636-8d19-4681-a0de-5ccb3abb632e admin admin] Publish callbacks [] for security_group (4d112814-79db-4167-85cb-5fd309e409d9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:00.891781 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-55a62636-8d19-4681-a0de-5ccb3abb632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4d112814-79db-4167-85cb-5fd309e409d9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:00.937885 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-55a62636-8d19-4681-a0de-5ccb3abb632e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1afb059669894b9caec0a839781b8c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381040 Feb 08 17:29:00.938908 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a62636-8d19-4681-a0de-5ccb3abb632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d112814-79db-4167-85cb-5fd309e409d9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:00.942799 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35288) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:01.027554 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] Publish callbacks [] for security_group (4d112814-79db-4167-85cb-5fd309e409d9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:01.069297 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] Publish callbacks [] for security_group (4d112814-79db-4167-85cb-5fd309e409d9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:01.193100 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4d112814-79db-4167-85cb-5fd309e409d9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:01.198017 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:01.210010 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d112814-79db-4167-85cb-5fd309e409d9 HTTP/1.1" status: 204 len: 168 time: 0.2600684 Feb 08 17:29:01.246551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf289c-5d24-4b4c-a0bf-76540297a56c req-e8cb1bb1-90f5-4467-a021-9e42cb42d971 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.249641 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-becf289c-5d24-4b4c-a0bf-76540297a56c req-e8cb1bb1-90f5-4467-a021-9e42cb42d971 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1243272 Feb 08 17:29:01.251808 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1591a-d7b3-4e3f-a1f9-300498b91591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d112814-79db-4167-85cb-5fd309e409d9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:01.358661 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-becf289c-5d24-4b4c-a0bf-76540297a56c req-44a3db9c-3001-4413-a6d9-f8042a7bb549 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969577 Feb 08 17:29:01.364741 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5ce7-7376-44e1-a376-4882a0e40096 req-ed4a21a2-c4f2-4b1c-ba46-1726735d7062 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.371276 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a9a5ce7-7376-44e1-a376-4882a0e40096 req-ed4a21a2-c4f2-4b1c-ba46-1726735d7062 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.0873587 Feb 08 17:29:01.516598 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f125-f2d8-4043-8247-4d639c61888a req-da14136f-0977-4c69-b021-6430d0119767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.519747 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-da14136f-0977-4c69-b021-6430d0119767 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1130 time: 0.0948958 Feb 08 17:29:01.530334 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a9a5ce7-7376-44e1-a376-4882a0e40096 req-071bbe81-edb4-46f7-b68d-4f7cd09bf1d7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513953 Feb 08 17:29:01.559550 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-ad84f6fe-ebc8-4b48-817a-0e76465c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.562851 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-ad84f6fe-ebc8-4b48-817a-0e76465c84af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1127 time: 0.1361907 Feb 08 17:29:01.718353 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f125-f2d8-4043-8247-4d639c61888a req-54ef64d2-aaa7-4939-b314-e4f38d9bd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.721930 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-54ef64d2-aaa7-4939-b314-e4f38d9bd4e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.1861777 Feb 08 17:29:01.745844 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-f7a9085b-bf2f-4cdf-af26-2fa16dbe33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.748752 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-f7a9085b-bf2f-4cdf-af26-2fa16dbe33ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 911 time: 0.1663761 Feb 08 17:29:01.831900 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-b549bc66-dd3a-44a2-98c7-a3def73fb289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 200 len: 217 time: 0.0964077 Feb 08 17:29:01.834108 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-a7e9888c-fa4d-427a-9f8f-c2a1bfb7b57c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 217 time: 0.0740318 Feb 08 17:29:01.974049 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-c994daf3-511d-4874-b98c-a17933fd3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.976460 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-c994daf3-511d-4874-b98c-a17933fd3a2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.1155057 Feb 08 17:29:01.990822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929f125-f2d8-4043-8247-4d639c61888a req-c9ad1ef1-7094-412b-b180-3aa896afd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:01.993319 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-c9ad1ef1-7094-412b-b180-3aa896afd796 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.1340389 Feb 08 17:29:02.010311 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['72759e6a-9d50-4192-90ea-3e1d17bb4b78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:29:02.068347 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-6a039ae1-64d7-40dd-a110-517d5d43fda9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492084 Feb 08 17:29:02.079984 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-6bbef899-d010-4c3f-a5c3-a33ef18dbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:02.085148 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-6bbef899-d010-4c3f-a5c3-a33ef18dbff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964234 Feb 08 17:29:02.190423 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337963f0-1a50-424d-ac20-59fe26ca087f req-cf3a12b7-3ebf-4aeb-8eb6-d4ac4e501be2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:02.193257 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-337963f0-1a50-424d-ac20-59fe26ca087f req-cf3a12b7-3ebf-4aeb-8eb6-d4ac4e501be2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.2642076 Feb 08 17:29:02.337022 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-428fb679-513f-4751-85dd-da5fc613979e service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412443 Feb 08 17:29:02.387341 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-337963f0-1a50-424d-ac20-59fe26ca087f req-5fedab9b-1faf-43dc-afb7-3f1b50435992 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379027 Feb 08 17:29:02.406618 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-84f0fb90-cc68-4431-9dff-a17b4a58fa76 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189354 Feb 08 17:29:02.491728 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4932ce70-903a-493d-93ce-e973c2f3bddf req-ac8ab4c3-53c9-46dc-b570-0b731e41ead5 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434944 Feb 08 17:29:02.583002 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786d89e-f1cf-44ae-b29a-02027d22aa57 req-5d87e793-d022-4dbe-952d-97c16216233f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:02.584782 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d786d89e-f1cf-44ae-b29a-02027d22aa57 req-5d87e793-d022-4dbe-952d-97c16216233f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0915887 Feb 08 17:29:02.614346 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d929f125-f2d8-4043-8247-4d639c61888a req-f911d958-f5f2-42a5-baef-cc9358114e4f service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872678 Feb 08 17:29:02.695913 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d786d89e-f1cf-44ae-b29a-02027d22aa57 req-a883848d-07ea-4e19-80cc-66e40123d8e0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942268 Feb 08 17:29:02.810364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24407494-d439-433b-9a5b-fffabaf10ee7 req-a9b5d929-5f87-447d-a563-d65aeb736b27 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:02.813144 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24407494-d439-433b-9a5b-fffabaf10ee7 req-a9b5d929-5f87-447d-a563-d65aeb736b27 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.1269629 Feb 08 17:29:02.908737 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24407494-d439-433b-9a5b-fffabaf10ee7 req-90be3dff-d3ca-43d4-b253-e4acb46a623c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881140 Feb 08 17:29:03.370513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 998b80e9-4624-47bb-91e8-25b96f1bc969 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:29:03.390754 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:29:03.666020 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:29:03.686714 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:29:03.687425 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:03.702960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b289-777f-4c7b-98c9-47488cc00f3a req-bbdd1c5c-8fad-4abb-aebf-7a599e0d1d33 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:03.705629 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27a4b289-777f-4c7b-98c9-47488cc00f3a req-bbdd1c5c-8fad-4abb-aebf-7a599e0d1d33 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.1137204 Feb 08 17:29:03.793947 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=998b80e9-4624-47bb-91e8-25b96f1bc969,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:03.806102 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27a4b289-777f-4c7b-98c9-47488cc00f3a req-dede338c-6b61-4202-a500-683cf6ed4f89 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888605 Feb 08 17:29:03.826108 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'port_id': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:29:03.915224 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:29:03.916047 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:03.960090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6479f-c4d2-4723-9278-ec23eec0ba9c req-04a8391b-9d3f-49d4-96f5-a1e04889b136 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:03.961829 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6bb6479f-c4d2-4723-9278-ec23eec0ba9c req-04a8391b-9d3f-49d4-96f5-a1e04889b136 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0673425 Feb 08 17:29:03.973754 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 998b80e9-4624-47bb-91e8-25b96f1bc969 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:29:03.974369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:03.984009 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:03.986151 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ffc5c-e573-47ef-a1c6-2dc661474142" -d '{"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:04.016649 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:04.021606 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998b80e9-4624-47bb-91e8-25b96f1bc969 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:29:04.033248 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:04.075571 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6bb6479f-c4d2-4723-9278-ec23eec0ba9c req-1a49bfed-484b-4787-8f17-05f9ec5bde70 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035202 Feb 08 17:29:04.095735 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=998b80e9-4624-47bb-91e8-25b96f1bc969,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:04.122811 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:04.159058 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:04.304854 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:04.323563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc2c2f-f79c-4bdb-abb0-7004d5b29145 x-openstack-request-id: req-7ddc2c2f-f79c-4bdb-abb0-7004d5b29145 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:04.324058 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:04.325813 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ddc2c2f-f79c-4bdb-abb0-7004d5b29145 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:04.328282 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'code': 200} Feb 08 17:29:04.343986 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484853e-2c98-4b92-b7f4-7f72fe441740 req-d99c10c7-5415-41cd-8b0e-35bc30d78e3a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:04.348176 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a484853e-2c98-4b92-b7f4-7f72fe441740 req-d99c10c7-5415-41cd-8b0e-35bc30d78e3a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1737492 Feb 08 17:29:04.462704 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a484853e-2c98-4b92-b7f4-7f72fe441740 req-ca6577d5-1fe1-4e62-a47f-1c5b3c697306 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013613 Feb 08 17:29:04.686648 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['998b80e9-4624-47bb-91e8-25b96f1bc969'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:29:04.750416 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-66e83090-b354-4e46-b3bc-a34f4a92e8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:04.887615 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640eb12-1430-4811-bb95-afbf5e15999a req-64cbbb26-fc30-4aba-b314-a5520963079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:04.894364 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c640eb12-1430-4811-bb95-afbf5e15999a req-64cbbb26-fc30-4aba-b314-a5520963079a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1130 time: 0.1230817 Feb 08 17:29:04.988852 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c640eb12-1430-4811-bb95-afbf5e15999a req-1ded6fca-c011-49eb-94e5-abbffb8755b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801008 Feb 08 17:29:05.100199 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae9d68-0fa1-47ea-85a8-4eb1569af412 req-400104ba-00d4-468f-8ffd-0ec5aee966aa tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:05.103367 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b1ae9d68-0fa1-47ea-85a8-4eb1569af412 req-400104ba-00d4-468f-8ffd-0ec5aee966aa tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.1168180 Feb 08 17:29:05.206971 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b1ae9d68-0fa1-47ea-85a8-4eb1569af412 req-746f25a6-9a85-470c-aead-49600a773615 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954697 Feb 08 17:29:05.514809 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013932bd-7db2-45b1-b7ac-cdd356628b68 req-e502e1fd-6820-40ad-b27b-07d3bf4ca4bc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:05.517466 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-013932bd-7db2-45b1-b7ac-cdd356628b68 req-e502e1fd-6820-40ad-b27b-07d3bf4ca4bc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.3377438 Feb 08 17:29:05.598145 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-013932bd-7db2-45b1-b7ac-cdd356628b68 req-d6cb5a99-5a58-463a-b553-362735377b1f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715032 Feb 08 17:29:05.646494 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dca83b-3839-423e-b06c-c6997ca51de1 req-4d35dd62-2337-4273-9403-a6c8b53982b4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:05.648328 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e8dca83b-3839-423e-b06c-c6997ca51de1 req-4d35dd62-2337-4273-9403-a6c8b53982b4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0698147 Feb 08 17:29:05.706984 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e8dca83b-3839-423e-b06c-c6997ca51de1 req-4e68569b-8873-4132-bfdf-a7216ac2cd5c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518196 Feb 08 17:29:06.385456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce722a9e-f005-40f5-971d-8ffb999ca31d req-befc128c-260f-4cd6-9a55-1b0b2f223248 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:06.387231 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce722a9e-f005-40f5-971d-8ffb999ca31d req-befc128c-260f-4cd6-9a55-1b0b2f223248 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0775318 Feb 08 17:29:06.462553 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce722a9e-f005-40f5-971d-8ffb999ca31d req-70e6939a-7b21-4627-956f-84243fd54167 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674968 Feb 08 17:29:06.751981 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d47f-5318-4141-8809-f2b48734bafd req-98d818fe-c5da-489c-926e-5863b6480c9c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:06.754718 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f64d47f-5318-4141-8809-f2b48734bafd req-98d818fe-c5da-489c-926e-5863b6480c9c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0787086 Feb 08 17:29:06.834475 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f64d47f-5318-4141-8809-f2b48734bafd req-a07a9953-ebd9-4d1e-86cb-4ea7a2308cb8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718217 Feb 08 17:29:06.898457 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e25084-e9e6-4cb7-8043-a56c65b6859e req-56f8dc48-4891-48e0-8ca9-eceead194364 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:06.901144 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96e25084-e9e6-4cb7-8043-a56c65b6859e req-56f8dc48-4891-48e0-8ca9-eceead194364 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0918858 Feb 08 17:29:06.983786 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96e25084-e9e6-4cb7-8043-a56c65b6859e req-c05f9fe3-164c-4879-97f2-198a37421419 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719075 Feb 08 17:29:07.077566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b2320c49-7ec9-4f22-a1c2-bf986ca584e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:07.624201 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702dbb8-57c3-4591-adb4-0ae971b8842f req-45fd1402-f2f8-4d44-9274-263b421906df tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:07.626588 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2702dbb8-57c3-4591-adb4-0ae971b8842f req-45fd1402-f2f8-4d44-9274-263b421906df tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0670910 Feb 08 17:29:07.699572 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2702dbb8-57c3-4591-adb4-0ae971b8842f req-59210dd5-ad4a-46d3-b9e0-6b67b1cbc415 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672734 Feb 08 17:29:07.986561 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:08.000959 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfb514-3a53-47f2-916a-c6b34a3cfc3d req-66b41469-4fd1-4dd5-8ace-b240243a18f0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:08.002536 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bbfb514-3a53-47f2-916a-c6b34a3cfc3d req-66b41469-4fd1-4dd5-8ace-b240243a18f0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0712211 Feb 08 17:29:08.078975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bbfb514-3a53-47f2-916a-c6b34a3cfc3d req-d2af32db-41fb-47b6-a991-91c3d1cb5089 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692151 Feb 08 17:29:08.177203 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fe983-837d-4029-ae1a-4d1d973e436e req-ce6ce40b-7ac6-464f-8568-f6eb63be2456 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:08.179292 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f36fe983-837d-4029-ae1a-4d1d973e436e req-ce6ce40b-7ac6-464f-8568-f6eb63be2456 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0862372 Feb 08 17:29:08.241430 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f36fe983-837d-4029-ae1a-4d1d973e436e req-69851dce-90cb-4ac5-aaf0-103d5cc7e3b6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537996 Feb 08 17:29:08.894703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d472-f06f-4d68-adfc-55b2eed66e6f req-1012232f-87fd-4a73-bd25-ee1dab3f3397 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:08.901254 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2eb9d472-f06f-4d68-adfc-55b2eed66e6f req-1012232f-87fd-4a73-bd25-ee1dab3f3397 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0935793 Feb 08 17:29:08.974324 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2eb9d472-f06f-4d68-adfc-55b2eed66e6f req-cb8e0d3d-b21c-49c2-bd1d-6f785b34f8a6 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668471 Feb 08 17:29:09.099567 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-b4601d9f-f4be-47c9-8eac-058b04a2a8d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735366 Feb 08 17:29:09.226384 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-291e1492-0b13-405c-b67f-07a649960ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:09.229451 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-291e1492-0b13-405c-b67f-07a649960ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0fd043b62c54551965455405fd189e6&device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 1130 time: 0.0693195 Feb 08 17:29:09.252395 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6ace1-ff1d-472d-b430-7ab2959a3e1c req-40a1c0a1-b345-4a8a-b8f4-df31d3b9f3b0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:09.254235 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4ba6ace1-ff1d-472d-b430-7ab2959a3e1c req-40a1c0a1-b345-4a8a-b8f4-df31d3b9f3b0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0646183 Feb 08 17:29:09.344057 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4ba6ace1-ff1d-472d-b430-7ab2959a3e1c req-2383670e-3205-49b1-ba6e-39b4c9a4b78f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 Feb 08 17:29:09.478394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-02b2119a-6ef1-4d06-a049-deb9fafd70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:09.481295 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-02b2119a-6ef1-4d06-a049-deb9fafd70fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=45349e8b-a612-4426-83e9-d10d4f48731d HTTP/1.1" status: 200 len: 913 time: 0.2229037 Feb 08 17:29:09.496868 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ba16f-a7f0-4e47-be89-8bc7348f9faf req-352c9a31-0161-42d6-9307-1c9f12388a22 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:09.499490 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-907ba16f-a7f0-4e47-be89-8bc7348f9faf req-352c9a31-0161-42d6-9307-1c9f12388a22 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1515379 Feb 08 17:29:09.577313 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-907ba16f-a7f0-4e47-be89-8bc7348f9faf req-043c2a5e-1391-4f39-b2cf-3ec9e8b54884 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708125 Feb 08 17:29:09.894846 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:10.150755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af7b36-989a-4e6b-82cf-33872c6ae8b1 req-7a0baae5-411e-4419-a4ac-09c40dad153c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:10.152302 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-11af7b36-989a-4e6b-82cf-33872c6ae8b1 req-7a0baae5-411e-4419-a4ac-09c40dad153c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0605969 Feb 08 17:29:10.209061 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-11af7b36-989a-4e6b-82cf-33872c6ae8b1 req-79818406-a357-491a-a4ee-ae8e367eaa30 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Feb 08 17:29:10.488867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05355f-ea65-4ddb-abc4-b3ce1a35fc8e req-5a0e458a-6e9b-4211-9169-de9d80d89562 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:10.490503 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8c05355f-ea65-4ddb-abc4-b3ce1a35fc8e req-5a0e458a-6e9b-4211-9169-de9d80d89562 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0693071 Feb 08 17:29:10.557589 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8c05355f-ea65-4ddb-abc4-b3ce1a35fc8e req-888e13c7-91da-43b3-9565-8a896c5981ed tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540574 Feb 08 17:29:10.728181 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5573c-0983-4bd0-b984-3750f2c84ae3 req-7ef34667-cfb8-43ec-9995-2917a031fc9f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:10.729896 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-14f5573c-0983-4bd0-b984-3750f2c84ae3 req-7ef34667-cfb8-43ec-9995-2917a031fc9f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0773523 Feb 08 17:29:10.785731 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-14f5573c-0983-4bd0-b984-3750f2c84ae3 req-d8b1392f-12fc-4d0f-b9b0-9b5f1f833014 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464957 Feb 08 17:29:11.208527 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:11.275546 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:29:11.365597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dff4a-8027-4eab-ab31-1fa195e405d1 req-ed47ce07-e15b-4177-82c5-0c39278ad557 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:11.367164 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-877dff4a-8027-4eab-ab31-1fa195e405d1 req-ed47ce07-e15b-4177-82c5-0c39278ad557 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0766947 Feb 08 17:29:11.431685 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-877dff4a-8027-4eab-ab31-1fa195e405d1 req-de03e0f2-59a3-43ca-94e5-97cd1e8892ed tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555367 Feb 08 17:29:11.668487 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:11.711988 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd508704-e581-4eb6-9280-86a8450a13ae req-a797ab25-8c7b-448f-a9c4-0331a00f42b3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:11.713510 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dd508704-e581-4eb6-9280-86a8450a13ae req-a797ab25-8c7b-448f-a9c4-0331a00f42b3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0645270 Feb 08 17:29:11.766836 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dd508704-e581-4eb6-9280-86a8450a13ae req-0971cf00-ad85-4bf9-80a1-60a86873a92f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Feb 08 17:29:11.921109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39def11c-3502-42d6-881c-b0decd243cfb req-bd812249-d79d-4eb6-a5bc-93e07356e4ae tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:11.922690 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-39def11c-3502-42d6-881c-b0decd243cfb req-bd812249-d79d-4eb6-a5bc-93e07356e4ae tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0584960 Feb 08 17:29:11.981981 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-39def11c-3502-42d6-881c-b0decd243cfb req-951b83ad-1630-4cd6-be91-baea8d3a2f5b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502517 Feb 08 17:29:12.317666 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-b6a30c8b-8be4-41e7-92c7-edaa46941020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 HTTP/1.1" status: 200 len: 217 time: 0.0591927 Feb 08 17:29:12.376944 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-269ea7e3-553e-4c81-9d1b-bfa6d6edbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:12.379177 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-269ea7e3-553e-4c81-9d1b-bfa6d6edbc8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c61f681-3f5b-43e1-b4bd-0094b2bad550 HTTP/1.1" status: 200 len: 852 time: 0.0551763 Feb 08 17:29:12.414211 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-5c6e444a-aa23-478e-94e2-13baa2ef6c6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=45349e8b-a612-4426-83e9-d10d4f48731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274444 Feb 08 17:29:12.566620 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-2b6958b2-81b3-49ff-8843-5da795d52a52 service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378312 Feb 08 17:29:12.629205 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e275cb0-bcd0-4569-b7dc-04aedadc0a1f req-ada52924-1d0b-435e-8d44-2e4d5063b246 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:12.631000 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2e275cb0-bcd0-4569-b7dc-04aedadc0a1f req-ada52924-1d0b-435e-8d44-2e4d5063b246 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0843720 Feb 08 17:29:12.698988 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b05dd9-fc55-45dd-92d9-88fef5ef55af req-9361267f-9725-4999-a0d8-eaf7925c07a9 service neutron] 10.222.0.64 "GET /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246641 Feb 08 17:29:12.713150 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2e275cb0-bcd0-4569-b7dc-04aedadc0a1f req-89a1ddda-f9c3-4066-b8ad-cd4750e3547f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741911 Feb 08 17:29:12.963969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e9bf-921b-48d0-ace2-04cc47b6573b req-e4abe6be-f807-4676-9306-95eef1eb29ea tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:12.965655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4a1e9bf-921b-48d0-ace2-04cc47b6573b req-e4abe6be-f807-4676-9306-95eef1eb29ea tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0855455 Feb 08 17:29:13.052106 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4a1e9bf-921b-48d0-ace2-04cc47b6573b req-6bbf829e-5d24-42b9-9bbf-48a9dd76e490 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764053 Feb 08 17:29:13.149963 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335248a-074f-4e7b-bf72-6f4c8602199b req-39574bf2-755a-4984-83c3-6e7650112b1c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:13.151576 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4335248a-074f-4e7b-bf72-6f4c8602199b req-39574bf2-755a-4984-83c3-6e7650112b1c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0833037 Feb 08 17:29:13.231768 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4335248a-074f-4e7b-bf72-6f4c8602199b req-6dbe92b8-d7f9-4964-8c27-404c3b976a11 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699675 Feb 08 17:29:13.722301 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 998b80e9-4624-47bb-91e8-25b96f1bc969 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:29:13.837757 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 998b80e9-4624-47bb-91e8-25b96f1bc969 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:29:13.844208 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 998b80e9-4624-47bb-91e8-25b96f1bc969 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:29:13.845081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:13.955876 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090858f-1b99-4b33-b193-65edd18d3525 req-3584207f-572e-4445-9d0a-bbeb24336a87 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:13.958492 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0090858f-1b99-4b33-b193-65edd18d3525 req-3584207f-572e-4445-9d0a-bbeb24336a87 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0973060 Feb 08 17:29:14.000272 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 998b80e9-4624-47bb-91e8-25b96f1bc969 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:29:14.000740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:14.039787 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0090858f-1b99-4b33-b193-65edd18d3525 req-96124442-f1c6-4e7d-89e7-681ad4cdecfb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702395 Feb 08 17:29:14.042554 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:14.046684 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2d8eb-c41c-4030-9458-9c782d6b86df" -d '{"events": [{"server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:14.070322 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=998b80e9-4624-47bb-91e8-25b96f1bc969,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:14.076450 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:14.131074 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a61f2-997d-43f4-996a-059565ecda3c x-openstack-request-id: req-574a61f2-997d-43f4-996a-059565ecda3c {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:14.131406 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:14.132079 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-574a61f2-997d-43f4-996a-059565ecda3c {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:14.132598 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'code': 200} Feb 08 17:29:14.178861 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:14.196121 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.196725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.197319 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.197864 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.198358 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.198858 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.199369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.199949 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.200488 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.201058 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.201585 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.202044 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.202891 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:14.283494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a226f-28d0-4f12-b77f-730097d12f68 req-f67be283-9580-40c6-a916-c78451fafb1c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:14.285237 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b3a226f-28d0-4f12-b77f-730097d12f68 req-f67be283-9580-40c6-a916-c78451fafb1c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1142068 Feb 08 17:29:14.379667 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2b3a226f-28d0-4f12-b77f-730097d12f68 req-4f972dd7-3300-479a-922d-7f58cc24e212 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795393 Feb 08 17:29:14.408488 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059b5a6-e819-43ef-a482-4cacf0d883b7 req-6234cf1a-2896-4ad9-9b10-c25bc21265da tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:14.411069 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1059b5a6-e819-43ef-a482-4cacf0d883b7 req-6234cf1a-2896-4ad9-9b10-c25bc21265da tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0722473 Feb 08 17:29:14.462146 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1059b5a6-e819-43ef-a482-4cacf0d883b7 req-5caa7551-6ac1-4fa2-a7ed-8c33402bac4e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Feb 08 17:29:14.650225 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e7f15-124d-4b7c-b780-831fd155d6af req-64a0e254-35ad-4269-a0ad-0882490581f1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:14.651977 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d2e7f15-124d-4b7c-b780-831fd155d6af req-64a0e254-35ad-4269-a0ad-0882490581f1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0689800 Feb 08 17:29:14.660861 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35646) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:14.665771 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'floatingip': {'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:14.761800 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.403931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:15.547829 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285495-f5dd-45ca-a464-5e5ebf59f5ab req-bd19aecd-618a-4570-b77e-0cbec38f5435 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:15.549528 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-80285495-f5dd-45ca-a464-5e5ebf59f5ab req-bd19aecd-618a-4570-b77e-0cbec38f5435 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.3625002 Feb 08 17:29:15.570393 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27dbc9-03bc-4da7-9050-b48c5d84cf6a req-188ff96a-b48e-4386-8d14-9be898477b9c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:15.573821 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c27dbc9-03bc-4da7-9050-b48c5d84cf6a req-188ff96a-b48e-4386-8d14-9be898477b9c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0797296 Feb 08 17:29:15.601289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.660782 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c27dbc9-03bc-4da7-9050-b48c5d84cf6a req-2cb893bc-d412-4ded-a89c-c41d5cbe4708 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735087 Feb 08 17:29:15.730045 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.db.resource_extend [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 17:29:15.733515 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Publish callbacks [] for security_group (024980ad-840d-4610-9dda-7708ac4ebb24), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.739072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (024980ad-840d-4610-9dda-7708ac4ebb24), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.792260 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9413020486484cdf9959981f13769696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816702 Feb 08 17:29:15.792260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024980ad-840d-4610-9dda-7708ac4ebb24,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:15.795611 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35698) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:15.804216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.804587 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.804930 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.805304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.805626 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.805957 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.806281 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.806607 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.806945 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.807266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.807584 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.807903 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.808225 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daed35-1b61-4b52-a65e-ee35ef63c51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:15.869191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] Publish callbacks [] for security_group (024980ad-840d-4610-9dda-7708ac4ebb24), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.899861 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] Publish callbacks [] for security_group (024980ad-840d-4610-9dda-7708ac4ebb24), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.959527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (024980ad-840d-4610-9dda-7708ac4ebb24), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.962184 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:15.963387 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/024980ad-840d-4610-9dda-7708ac4ebb24 HTTP/1.1" status: 204 len: 168 time: 0.1668158 Feb 08 17:29:15.971957 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ab86-bda8-4081-a722-af9143ac820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024980ad-840d-4610-9dda-7708ac4ebb24,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:16.074187 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-80285495-f5dd-45ca-a464-5e5ebf59f5ab req-fc15a409-e819-4124-a3b8-53d34c4dc1d5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5167284 Feb 08 17:29:16.143801 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.149683 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.281798 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Floating IP f96654b3-f07f-40bf-9a1e-2ee00c40cb00 associated. External IP: 172.27.3.177, port: 72759e6a-9d50-4192-90ea-3e1d17bb4b78. Feb 08 17:29:16.388500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35708) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:16.405572 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8c34a84-9242-4868-bff6-ae8b71b302fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.493023 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8c34a84-9242-4868-bff6-ae8b71b302fe admin admin] Publish callbacks [] for security_group (723f6ed2-eceb-46bb-9212-b79b4c24eaa3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.497837 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b8c34a84-9242-4868-bff6-ae8b71b302fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (723f6ed2-eceb-46bb-9212-b79b4c24eaa3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.550273 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b8c34a84-9242-4868-bff6-ae8b71b302fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b339dc9352d439fae031bc7423701bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597469 Feb 08 17:29:16.557283 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35712) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:16.559072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34a84-9242-4868-bff6-ae8b71b302fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723f6ed2-eceb-46bb-9212-b79b4c24eaa3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:16.591968 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:29:16.685490 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Publish callbacks [] for security_group (723f6ed2-eceb-46bb-9212-b79b4c24eaa3), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.734854 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Publish callbacks [] for security_group (723f6ed2-eceb-46bb-9212-b79b4c24eaa3), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.787055 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:29:16.792185 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.815568 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c44c-24fd-440a-a890-7748b12aad62 req-465bae26-0771-44ba-a766-77fbd7d8b5e0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:16.815887 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:29:16.816625 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2dc3c44c-24fd-440a-a890-7748b12aad62 req-465bae26-0771-44ba-a766-77fbd7d8b5e0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0641286 Feb 08 17:29:16.822830 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:29:16.823471 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:29:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:16.852482 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-566e2201-a3c5-4d1a-9705-19a91b6b44f6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "PUT /v2.0/floatingips/f96654b3-f07f-40bf-9a1e-2ee00c40cb00 HTTP/1.1" status: 200 len: 992 time: 2.1899881 Feb 08 17:29:16.854196 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:16.857884 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ac640-3b02-4844-b8b1-4c145fd57e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:16.862914 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (723f6ed2-eceb-46bb-9212-b79b4c24eaa3), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.866907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:16.869809 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/723f6ed2-eceb-46bb-9212-b79b4c24eaa3 HTTP/1.1" status: 204 len: 168 time: 0.3112881 Feb 08 17:29:16.886765 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2dc3c44c-24fd-440a-a890-7748b12aad62 req-47a9c49a-9911-4efb-abaf-d7e47de11602 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679421 Feb 08 17:29:16.909826 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f6ed2-eceb-46bb-9212-b79b4c24eaa3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:16.920799 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.921367 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.921843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.922241 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.922588 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.924730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.925571 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.925947 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.926301 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.931468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.932138 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.932667 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.934570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f2ef12-9bfb-4b8d-bb75-d0b13f7fdede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:29:16.960988 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c744c9-2d7e-422f-8519-130cf794ade3 x-openstack-request-id: req-a7c744c9-2d7e-422f-8519-130cf794ade3 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:16.964205 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:16.964944 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7c744c9-2d7e-422f-8519-130cf794ade3 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:16.968695 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'status': 'completed', 'code': 200} Feb 08 17:29:16.998471 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:29:17.067582 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4f8f-b43c-4674-9b43-e9d85c42ee34 req-915534aa-9277-492f-b2ca-e4711f931022 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:17.068046 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2fca4f8f-b43c-4674-9b43-e9d85c42ee34 req-915534aa-9277-492f-b2ca-e4711f931022 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0952439 Feb 08 17:29:17.177381 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2fca4f8f-b43c-4674-9b43-e9d85c42ee34 req-d777bdb4-d59f-431d-9a8a-dac16dcdeec2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004517 Feb 08 17:29:17.278758 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af1212-ea16-402b-be05-170ef1a3fafd req-8a1cce05-1128-47c3-a5bf-6d59eccf80f5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:17.281830 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51af1212-ea16-402b-be05-170ef1a3fafd req-8a1cce05-1128-47c3-a5bf-6d59eccf80f5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0991983 Feb 08 17:29:17.357929 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-51af1212-ea16-402b-be05-170ef1a3fafd req-c2fd34b2-0fbc-4c57-94d5-42f653ef3d51 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678613 Feb 08 17:29:17.416617 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'f96654b3-f07f-40bf-9a1e-2ee00c40cb00', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:36Z', 'updated_at': '2022-02-08T17:29:15Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:17.458190 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:29:17.471643 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:29:17.472362 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:29:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:17.647595 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:29:17.653022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02853-4aac-4330-bb7e-1a277b041fca req-29997c30-db83-4057-a6db-89020e07151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:17.668108 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9db02853-4aac-4330-bb7e-1a277b041fca req-29997c30-db83-4057-a6db-89020e07151d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1129 time: 0.1050677 Feb 08 17:29:17.673970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-30f05b25-e808-47cb-ae67-e8c2ed7fd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:17.676658 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-30f05b25-e808-47cb-ae67-e8c2ed7fd213 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1130 time: 0.1084039 Feb 08 17:29:17.775199 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9db02853-4aac-4330-bb7e-1a277b041fca req-a1a0b0d3-6157-42ce-9f06-813d5c4f09fb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788660 Feb 08 17:29:17.843165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-bbafb42f-9866-4d00-a883-56b39ab5a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:17.845849 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-bbafb42f-9866-4d00-a883-56b39ab5a872 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1468379 Feb 08 17:29:18.064638 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'f96654b3-f07f-40bf-9a1e-2ee00c40cb00', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:36Z', 'updated_at': '2022-02-08T17:29:15Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:18.087416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785afa8-b7a8-4c34-ae5e-a8cbb4985d52 req-9055bde5-602f-4c4a-aef5-358f5392bd5e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:18.101972 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1785afa8-b7a8-4c34-ae5e-a8cbb4985d52 req-9055bde5-602f-4c4a-aef5-358f5392bd5e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1020222 Feb 08 17:29:18.113041 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34f71-9a83-462e-b1c8-7c0ae4a3bc96 None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'f96654b3-f07f-40bf-9a1e-2ee00c40cb00', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.177', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:36Z', 'updated_at': '2022-02-08T17:29:15Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:29:18.211235 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1785afa8-b7a8-4c34-ae5e-a8cbb4985d52 req-98ba87b1-e4d0-48b2-928f-8b50ef26b554 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078637 Feb 08 17:29:18.365332 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-b2859e52-4d18-4a48-b3ba-da51ce9790aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 1000 time: 0.1844759 Feb 08 17:29:18.415559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961478c1-5621-4d3b-884d-af968b84ad5c req-e8d28e1c-ceaf-4d23-b86c-c31d4539b289 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:18.423498 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-961478c1-5621-4d3b-884d-af968b84ad5c req-e8d28e1c-ceaf-4d23-b86c-c31d4539b289 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1169145 Feb 08 17:29:18.469555 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-02529616-4fc9-4956-b14d-11fa9e5b309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:18.472312 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-02529616-4fc9-4956-b14d-11fa9e5b309e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0968983 Feb 08 17:29:18.536181 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-961478c1-5621-4d3b-884d-af968b84ad5c req-943b8d69-474b-46bc-b036-85e85583d57e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095641 Feb 08 17:29:18.572545 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-14d4cb36-1bda-4346-aca2-470e1ec4a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:18.575299 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-14d4cb36-1bda-4346-aca2-470e1ec4a470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918872 Feb 08 17:29:18.627244 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00419b-53de-4c44-b646-95105e0da63b None None] New status for floating IP f96654b3-f07f-40bf-9a1e-2ee00c40cb00: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:29:18.760457 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4786bb3-add9-445d-beac-ee17d93d126a req-dda197a0-4988-458d-aea7-de319a3cba5c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:18.762101 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4786bb3-add9-445d-beac-ee17d93d126a req-dda197a0-4988-458d-aea7-de319a3cba5c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1853445 Feb 08 17:29:18.818349 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-fdf4c067-0a4f-4d2e-a329-27d6ff8412ae service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677613 Feb 08 17:29:18.909435 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4786bb3-add9-445d-beac-ee17d93d126a req-10797a0f-1b94-4e75-9138-378d5a449a8b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306419 Feb 08 17:29:19.157134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:19.201575 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be3ac640-3b02-4844-b8b1-4c145fd57e3b req-b4080a87-33e6-4bf8-8a72-3a7bbbf427e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518147 Feb 08 17:29:19.467960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75f78-7b06-4248-baf5-0fa5ed36b76e req-f5c81c90-fe71-4405-91e2-b785cf0ed6c9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:19.471198 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dca75f78-7b06-4248-baf5-0fa5ed36b76e req-f5c81c90-fe71-4405-91e2-b785cf0ed6c9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0875666 Feb 08 17:29:19.564342 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dca75f78-7b06-4248-baf5-0fa5ed36b76e req-91f40350-3248-46c0-a206-a7a6da72ece8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854530 Feb 08 17:29:19.668560 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-102105e3-4ccb-4d6b-b940-dc75c5d5a0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:19.760386 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067cce-0696-49b7-8656-81991624257b req-ab258a50-d9b3-4d6b-896d-179e39a50fd1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:19.760949 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b067cce-0696-49b7-8656-81991624257b req-ab258a50-d9b3-4d6b-896d-179e39a50fd1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1223536 Feb 08 17:29:19.828799 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-102105e3-4ccb-4d6b-b940-dc75c5d5a0c2 admin admin] Publish callbacks [] for security_group (e3730762-fd67-47d4-9184-1ddcca5b6d76), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:19.842514 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-102105e3-4ccb-4d6b-b940-dc75c5d5a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e3730762-fd67-47d4-9184-1ddcca5b6d76), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:19.853482 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b067cce-0696-49b7-8656-81991624257b req-983d517b-8354-49ce-ac05-b6a3b99e141f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725992 Feb 08 17:29:19.933077 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-102105e3-4ccb-4d6b-b940-dc75c5d5a0c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef159b1ac10c4a73af24f9b5fb46efa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751884 Feb 08 17:29:19.934423 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102105e3-4ccb-4d6b-b940-dc75c5d5a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3730762-fd67-47d4-9184-1ddcca5b6d76,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:19.936433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35820) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:20.005640 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] Publish callbacks [] for security_group (e3730762-fd67-47d4-9184-1ddcca5b6d76), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:20.048798 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] Publish callbacks [] for security_group (e3730762-fd67-47d4-9184-1ddcca5b6d76), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:20.158657 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24751f5b-bfdd-40d3-91b0-9e4a8dfe83bf req-d18b7821-a9d5-4dcf-b844-afee71ac64a3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:20.161538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24751f5b-bfdd-40d3-91b0-9e4a8dfe83bf req-d18b7821-a9d5-4dcf-b844-afee71ac64a3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1026118 Feb 08 17:29:20.180827 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e3730762-fd67-47d4-9184-1ddcca5b6d76), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:20.189086 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:20.191072 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3730762-fd67-47d4-9184-1ddcca5b6d76 HTTP/1.1" status: 204 len: 168 time: 0.2544358 Feb 08 17:29:20.251286 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019f9f0-3fba-490c-bd77-aff07aad5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3730762-fd67-47d4-9184-1ddcca5b6d76,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:20.338459 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24751f5b-bfdd-40d3-91b0-9e4a8dfe83bf req-76a97a90-cb39-46ad-92b3-c902f8d11e83 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453507 Feb 08 17:29:20.853238 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121cb6a-b3a6-402d-86c0-10332bd93f29 req-6c523700-e83c-454c-98f4-de628e0a5215 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:20.858477 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f121cb6a-b3a6-402d-86c0-10332bd93f29 req-6c523700-e83c-454c-98f4-de628e0a5215 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1257761 Feb 08 17:29:20.972614 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f121cb6a-b3a6-402d-86c0-10332bd93f29 req-b113b495-b5b7-4dc4-8a1c-cd54b582f209 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055679 Feb 08 17:29:21.174377 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 35882) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:21.356029 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3496f02-a840-41ba-b794-57fec3425188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:21.547531 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3496f02-a840-41ba-b794-57fec3425188 admin admin] Publish callbacks [] for security_group (37c6ecba-4ad0-4c8a-b6ed-211a91cea289), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:21.559336 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3496f02-a840-41ba-b794-57fec3425188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (37c6ecba-4ad0-4c8a-b6ed-211a91cea289), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:21.662654 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b3496f02-a840-41ba-b794-57fec3425188 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1297995721fa45d285fc062eb2bfe8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866934 Feb 08 17:29:21.667239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35904) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:21.675901 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666cce-91a4-459d-a08e-db45b25a90df req-e45542f2-c5e4-4982-8c8c-79c5e9ce9e02 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:21.688270 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e3666cce-91a4-459d-a08e-db45b25a90df req-e45542f2-c5e4-4982-8c8c-79c5e9ce9e02 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.2033505 Feb 08 17:29:21.691767 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3496f02-a840-41ba-b794-57fec3425188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6ecba-4ad0-4c8a-b6ed-211a91cea289,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:21.789883 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e3666cce-91a4-459d-a08e-db45b25a90df req-e7495663-69d4-42c7-a077-6a5a59f44a5b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002855 Feb 08 17:29:21.873966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] Publish callbacks [] for security_group (37c6ecba-4ad0-4c8a-b6ed-211a91cea289), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:21.938662 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] Publish callbacks [] for security_group (37c6ecba-4ad0-4c8a-b6ed-211a91cea289), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:22.095071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (37c6ecba-4ad0-4c8a-b6ed-211a91cea289), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:22.114814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:22.122558 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37c6ecba-4ad0-4c8a-b6ed-211a91cea289 HTTP/1.1" status: 204 len: 168 time: 0.4531496 Feb 08 17:29:22.163668 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0abebe-c953-4420-b8c1-7e6e1279492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6ecba-4ad0-4c8a-b6ed-211a91cea289,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:22.291281 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0e119-e722-4c23-a275-c05046ccd268 req-33e7b1e6-c868-429f-8a03-b459196e091a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:22.299687 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cab0e119-e722-4c23-a275-c05046ccd268 req-33e7b1e6-c868-429f-8a03-b459196e091a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.2888136 Feb 08 17:29:22.315675 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 35932) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:22.317884 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dedc2c-130b-45c5-a63f-af39700f8802 req-96aa728e-8181-426d-b6e8-5a1f93732afe tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:22.324367 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'floatingip': {'port_id': '998b80e9-4624-47bb-91e8-25b96f1bc969'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:22.333914 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-59dedc2c-130b-45c5-a63f-af39700f8802 req-96aa728e-8181-426d-b6e8-5a1f93732afe tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.2362990 Feb 08 17:29:22.441793 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-59dedc2c-130b-45c5-a63f-af39700f8802 req-e2b2f71e-d27d-4650-8b5f-81c2b10e5b89 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057031 Feb 08 17:29:22.574384 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:22.957585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39a6f8-bb84-411b-86fc-a332c3ce2228 req-8ef5a291-0fda-476a-a88d-e42534bb6905 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:22.961082 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-da39a6f8-bb84-411b-86fc-a332c3ce2228 req-8ef5a291-0fda-476a-a88d-e42534bb6905 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.0961399 Feb 08 17:29:23.084527 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-da39a6f8-bb84-411b-86fc-a332c3ce2228 req-ca5bde69-9eed-41ad-8669-9abb641751a5 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068807 Feb 08 17:29:23.827939 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.db.resource_extend [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 17:29:23.963362 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:23.975194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:24.099636 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93923e-1bfd-4b84-a98b-777a75d336c1 req-616d10ba-fee8-4e56-b735-ac540b12041f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:24.101940 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee93923e-1bfd-4b84-a98b-777a75d336c1 req-616d10ba-fee8-4e56-b735-ac540b12041f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.2316189 Feb 08 17:29:24.221044 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ee93923e-1bfd-4b84-a98b-777a75d336c1 req-1230dc57-7c72-4584-89a4-e152b02b9a05 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115239 Feb 08 17:29:24.249423 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Floating IP 08393d00-039e-4c38-badc-2348c48a0c9d associated. External IP: 172.27.3.63, port: 998b80e9-4624-47bb-91e8-25b96f1bc969. Feb 08 17:29:24.380168 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d29ec4-0c03-454b-a009-b03614c9a2f8 req-3c2e6093-dc82-43b7-bbcd-c26238eb2353 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:24.395778 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-57d29ec4-0c03-454b-a009-b03614c9a2f8 req-3c2e6093-dc82-43b7-bbcd-c26238eb2353 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1305497 Feb 08 17:29:24.522022 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-57d29ec4-0c03-454b-a009-b03614c9a2f8 req-57c38b0a-7555-4cce-a0c3-8debfc95767a tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247706 Feb 08 17:29:24.617513 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36008) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:24.655578 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:29:24.875388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:29:24.883083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:24.904477 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:29:24.920280 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:29:24.922177 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:29:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:24.933269 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5f8779d1-0aec-47e8-9dbc-c78c9b64ecec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "PUT /v2.0/floatingips/08393d00-039e-4c38-badc-2348c48a0c9d HTTP/1.1" status: 200 len: 990 time: 2.6153066 Feb 08 17:29:24.934182 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:24.939085 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501cd73-ee06-47a9-8a18-36793d1bc4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:25.013298 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-042e4eee-97ed-49ac-96cd-6eb323be8536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.041003 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c3f15-c8f2-4a23-8795-1e3d98ba9711 x-openstack-request-id: req-172c3f15-c8f2-4a23-8795-1e3d98ba9711 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:25.041605 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:25.042061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-172c3f15-c8f2-4a23-8795-1e3d98ba9711 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:25.044092 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'status': 'completed', 'code': 200} Feb 08 17:29:25.130424 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:29:25.167202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3feb2-7ad0-433d-b25c-83da7654ca93 req-880612de-c5c5-467b-9042-97252358af79 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:25.171263 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-abf3feb2-7ad0-433d-b25c-83da7654ca93 req-880612de-c5c5-467b-9042-97252358af79 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1167071 Feb 08 17:29:25.198385 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-042e4eee-97ed-49ac-96cd-6eb323be8536 admin admin] Publish callbacks [] for security_group (85123df1-0f8e-4c36-bdf2-69f6e77a4794), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.209223 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-042e4eee-97ed-49ac-96cd-6eb323be8536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (85123df1-0f8e-4c36-bdf2-69f6e77a4794), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.259542 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e4eee-97ed-49ac-96cd-6eb323be8536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85123df1-0f8e-4c36-bdf2-69f6e77a4794,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:25.280655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-abf3feb2-7ad0-433d-b25c-83da7654ca93 req-702c91eb-a3e0-4279-a40b-b5143b5c0dbc tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035392 Feb 08 17:29:25.304381 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-042e4eee-97ed-49ac-96cd-6eb323be8536 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5676dd424a864e078166d8b4bbeb1d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861660 Feb 08 17:29:25.313215 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36038) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:25.429516 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] Publish callbacks [] for security_group (85123df1-0f8e-4c36-bdf2-69f6e77a4794), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.490989 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] Publish callbacks [] for security_group (85123df1-0f8e-4c36-bdf2-69f6e77a4794), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.529234 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687431bc-343e-4b08-ab1d-bd461ea247bc req-707f05a0-ac3c-4ff4-b394-249e4b5f6efe tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:25.532167 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-687431bc-343e-4b08-ab1d-bd461ea247bc req-707f05a0-ac3c-4ff4-b394-249e4b5f6efe tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1475623 Feb 08 17:29:25.642309 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-687431bc-343e-4b08-ab1d-bd461ea247bc req-d44dd4fc-6d5e-48d4-999b-c804c0e8ff82 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867786 Feb 08 17:29:25.650039 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (85123df1-0f8e-4c36-bdf2-69f6e77a4794), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.658825 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:25.665045 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85123df1-0f8e-4c36-bdf2-69f6e77a4794 HTTP/1.1" status: 204 len: 168 time: 0.3461840 Feb 08 17:29:25.677580 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '08393d00-039e-4c38-badc-2348c48a0c9d', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:43Z', 'updated_at': '2022-02-08T17:29:23Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:25.705066 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cb681-0d35-4245-8241-612cf02bf086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85123df1-0f8e-4c36-bdf2-69f6e77a4794,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:25.726681 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:29:25.745127 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:29:25.746182 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:29:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:25.957394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b806e-0104-4903-98cb-19a2c2ce3437 req-87bb8530-ae66-458a-a360-1d47621507d2 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:25.969566 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d4b806e-0104-4903-98cb-19a2c2ce3437 req-87bb8530-ae66-458a-a360-1d47621507d2 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1527555 Feb 08 17:29:26.032404 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:29:26.048377 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d4b806e-0104-4903-98cb-19a2c2ce3437 req-5a964f3b-9b66-48fa-b20a-b668505aafcb tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776026 Feb 08 17:29:26.454588 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:26.480129 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e12705c6-21b4-460b-b621-c2d8201c9b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.494090 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991ff33-6873-411f-bbcb-629cc1a6ccea req-611d027b-ce23-42d8-b64f-46b86bb52868 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:26.500362 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '08393d00-039e-4c38-badc-2348c48a0c9d', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:43Z', 'updated_at': '2022-02-08T17:29:23Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:26.502151 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d991ff33-6873-411f-bbcb-629cc1a6ccea req-611d027b-ce23-42d8-b64f-46b86bb52868 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0832577 Feb 08 17:29:26.556372 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4c859-8774-4b36-9242-d5bf83c0104a None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '08393d00-039e-4c38-badc-2348c48a0c9d', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:af:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:28:43Z', 'updated_at': '2022-02-08T17:29:23Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:29:26.570498 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d991ff33-6873-411f-bbcb-629cc1a6ccea req-b7aae6ee-be9c-4a8f-b820-03da006aa1e3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614483 Feb 08 17:29:26.625519 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e12705c6-21b4-460b-b621-c2d8201c9b81 admin admin] Publish callbacks [] for security_group (ba16ac8b-e128-4640-9001-52852a17fb9f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.630650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e12705c6-21b4-460b-b621-c2d8201c9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ba16ac8b-e128-4640-9001-52852a17fb9f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.676308 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e12705c6-21b4-460b-b621-c2d8201c9b81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fc87d72e40142b0b2747b6e188a641b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197390 Feb 08 17:29:26.677595 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12705c6-21b4-460b-b621-c2d8201c9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16ac8b-e128-4640-9001-52852a17fb9f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:26.680254 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36064) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:26.773005 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] Publish callbacks [] for security_group (ba16ac8b-e128-4640-9001-52852a17fb9f), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.816876 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574422a5-9d07-47d6-8e53-aeb25583161f None None] New status for floating IP 08393d00-039e-4c38-badc-2348c48a0c9d: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:29:26.821594 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] Publish callbacks [] for security_group (ba16ac8b-e128-4640-9001-52852a17fb9f), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.858051 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae927b-6f0a-4013-964a-545a71f8e891 req-16ddab73-a31c-4750-986b-079453c0526a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:26.860673 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4eae927b-6f0a-4013-964a-545a71f8e891 req-16ddab73-a31c-4750-986b-079453c0526a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0880840 Feb 08 17:29:26.905547 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ba16ac8b-e128-4640-9001-52852a17fb9f), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.910519 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:26.916712 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba16ac8b-e128-4640-9001-52852a17fb9f HTTP/1.1" status: 204 len: 168 time: 0.2288742 Feb 08 17:29:26.926372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99291ec-4d6e-416d-b26e-56e9cc58b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16ac8b-e128-4640-9001-52852a17fb9f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:26.938413 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4eae927b-6f0a-4013-964a-545a71f8e891 req-d5260014-181b-498b-8899-b772eb1a4106 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574486 Feb 08 17:29:27.287375 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-115e783a-d41a-472e-a6d2-b0815fd49fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:27.290489 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-115e783a-d41a-472e-a6d2-b0815fd49fef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1129 time: 0.1375699 Feb 08 17:29:27.326562 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114907-243a-4150-a705-2880a0f63579 req-01165580-9964-497b-adb0-60539e53ac82 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:27.331034 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-77114907-243a-4150-a705-2880a0f63579 req-01165580-9964-497b-adb0-60539e53ac82 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1383200 Feb 08 17:29:27.408094 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-77114907-243a-4150-a705-2880a0f63579 req-ce9428e9-76d8-45b1-ad6c-803c32bdc3c7 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666468 Feb 08 17:29:27.752153 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cb8cd-f455-484f-97a5-98e2a865af83 req-93c36cba-96bb-4c45-8181-57a57f98a703 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:27.754614 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d96cb8cd-f455-484f-97a5-98e2a865af83 req-93c36cba-96bb-4c45-8181-57a57f98a703 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0735378 Feb 08 17:29:27.815738 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d96cb8cd-f455-484f-97a5-98e2a865af83 req-6e0406fb-3a2e-470a-a61b-571b177a54d2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Feb 08 17:29:28.087390 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11c965-62a9-47b0-80e4-b3a67fd6ebab req-ae47e910-13ca-4445-b543-c95e6787baab tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:28.089528 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0e11c965-62a9-47b0-80e4-b3a67fd6ebab req-ae47e910-13ca-4445-b543-c95e6787baab tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0674560 Feb 08 17:29:28.145128 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0e11c965-62a9-47b0-80e4-b3a67fd6ebab req-3179c10e-5aab-4d3a-90ec-5f049d116d2d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Feb 08 17:29:28.555629 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-fb9b4243-b9e2-4dc4-8816-0ff057a076d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:28.558214 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-fb9b4243-b9e2-4dc4-8816-0ff057a076d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 911 time: 0.1936362 Feb 08 17:29:28.625081 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e1268-14d6-4b3c-96da-0b09f46f4203 req-140b73e3-cbc7-48d7-b0b5-7a1a20a18fac tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:28.629947 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f05e1268-14d6-4b3c-96da-0b09f46f4203 req-140b73e3-cbc7-48d7-b0b5-7a1a20a18fac tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1008918 Feb 08 17:29:28.680810 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-2ba57e74-cc57-4423-9119-b3846b122148 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 1000 time: 0.1100514 Feb 08 17:29:28.718090 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f05e1268-14d6-4b3c-96da-0b09f46f4203 req-366a413b-51d6-4972-bc8a-37eba43a99b3 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 Feb 08 17:29:28.788092 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-09bcca52-3dc0-4ab9-9f9a-1e4cbd95cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:28.790688 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-09bcca52-3dc0-4ab9-9f9a-1e4cbd95cada service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.0882287 Feb 08 17:29:29.187445 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-aa5609ec-aeae-4b9b-8da8-227808c61fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:29.190291 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-aa5609ec-aeae-4b9b-8da8-227808c61fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3758683 Feb 08 17:29:29.217500 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cabed-ca6f-434b-9913-b01db358353b req-fd5553db-f668-4d3e-bd74-8a270dc90047 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:29.220216 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e60cabed-ca6f-434b-9913-b01db358353b req-fd5553db-f668-4d3e-bd74-8a270dc90047 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1085784 Feb 08 17:29:29.397908 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e60cabed-ca6f-434b-9913-b01db358353b req-9d1a917a-c64a-47c0-85ca-5c6647f9c243 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616209 Feb 08 17:29:29.414551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905350e3-f048-48cc-8604-0ca177f9c90c req-018126ad-cc55-4ac6-9e64-97bfa1bfc221 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:29.419216 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-2b17d9b7-95ed-4027-b086-197c06b2bc9c service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971564 Feb 08 17:29:29.420290 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-905350e3-f048-48cc-8604-0ca177f9c90c req-018126ad-cc55-4ac6-9e64-97bfa1bfc221 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1674221 Feb 08 17:29:29.435390 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-34c8434b-459c-4648-b518-cca728d83779 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:29.438030 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-34c8434b-459c-4648-b518-cca728d83779 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1306500 Feb 08 17:29:29.634531 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0501cd73-ee06-47a9-8a18-36793d1bc4d1 req-5d4ee49f-4ea7-43cf-a298-673db11f5ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057185 Feb 08 17:29:29.664441 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-905350e3-f048-48cc-8604-0ca177f9c90c req-99cbb8d4-bd28-4e96-9c47-be2438083108 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245100 Feb 08 17:29:29.740536 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Deleting port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:29:29.741180 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:29.907051 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] For port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,segment=NetworkSegment(143a8991-f549-4b5c-b5a9-edcf67176ff5),segment_id=143a8991-f549-4b5c-b5a9-edcf67176ff5)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:29:29.907550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:29.936021 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Calling delete_port for 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:29:30.023545 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8a114-80a7-4611-bcd5-02e014412407 req-ac1e3f7d-4d5e-449c-b790-e830b2fe660b tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:30.026965 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a6f8a114-80a7-4611-bcd5-02e014412407 req-ac1e3f7d-4d5e-449c-b790-e830b2fe660b tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 946 time: 0.1219420 Feb 08 17:29:30.133523 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a6f8a114-80a7-4611-bcd5-02e014412407 req-0923ae22-c1c2-4200-aff4-78279431ab04 tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/security-groups?id=64143f4c-f793-46f5-b79f-b5953da77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972240 Feb 08 17:29:30.201377 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:30.219056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:29:30.239735 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Pushing event deleted for resources: {'Port': ['ID=8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:30.319016 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] No DVR routers for this DVR port 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:29:30.322742 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:30.326600 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6beae953-b38f-4cd0-bdf7-7b6df7d086c3 req-e613be03-6b6d-4307-afda-0585a80c0f5c tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.64 "DELETE /v2.0/ports/8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 HTTP/1.1" status: 204 len: 173 time: 0.8755636 Feb 08 17:29:30.327107 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'name': 'network-vif-deleted', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:30.330841 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645eeea6-70d1-4fc6-a393-76bec0af65ad" -d '{"events": [{"server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "name": "network-vif-deleted", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:30.386748 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e47dd01-242e-49c4-b26b-d448357c7bb2 x-openstack-request-id: req-3e47dd01-242e-49c4-b26b-d448357c7bb2 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:30.387512 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c13b043-55ff-4372-99f9-1e4453cf6d65", "name": "network-vif-deleted", "tag": "8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:30.387969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e47dd01-242e-49c4-b26b-d448357c7bb2 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:30.388637 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c13b043-55ff-4372-99f9-1e4453cf6d65', 'name': 'network-vif-deleted', 'tag': '8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2', 'status': 'completed', 'code': 200} Feb 08 17:29:30.578656 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb4e00-c0a4-4797-8bd6-e6a67e6f99bb req-3ab57d5e-7199-4681-8e91-98e3cff5a0b4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:30.585317 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-07bb4e00-c0a4-4797-8bd6-e6a67e6f99bb req-3ab57d5e-7199-4681-8e91-98e3cff5a0b4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0816970 Feb 08 17:29:30.635411 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-07bb4e00-c0a4-4797-8bd6-e6a67e6f99bb req-11ce3f89-bd33-497c-be36-351aa9951784 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487294 Feb 08 17:29:30.881253 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92093b-022c-4373-abb0-03830baa70f9 req-77623000-a3ae-4488-ac5c-8ff048ab4e39 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:30.889124 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d92093b-022c-4373-abb0-03830baa70f9 req-77623000-a3ae-4488-ac5c-8ff048ab4e39 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0821989 Feb 08 17:29:30.968694 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d92093b-022c-4373-abb0-03830baa70f9 req-baa3b931-72bf-4d4b-b2c5-544ebfef22f2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767295 Feb 08 17:29:31.351552 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1db3ef56-4440-4412-9420-bac9bdb51b15 req-dd1ab2c7-b6c3-4b27-af1b-1c523f707b0d tempest-DeleteServersTestJSON-2011696548 tempest-DeleteServersTestJSON-2011696548-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c13b043-55ff-4372-99f9-1e4453cf6d65 HTTP/1.1" status: 200 len: 210 time: 0.0656974 Feb 08 17:29:31.471771 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36238) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:31.568643 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:31.730513 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-924301c9-dd57-4b0c-b3cd-ec0f69e210a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:31.771134 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-414c5f92-8292-4f05-8eec-3111db61a5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:31.882980 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-924301c9-dd57-4b0c-b3cd-ec0f69e210a0 admin admin] Publish callbacks [] for security_group (915db852-21b4-47f8-9f46-09f8fc299fbb), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:31.892785 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-924301c9-dd57-4b0c-b3cd-ec0f69e210a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (915db852-21b4-47f8-9f46-09f8fc299fbb), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:31.958709 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-924301c9-dd57-4b0c-b3cd-ec0f69e210a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee30e658059e4758852fe99359ea5e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848521 Feb 08 17:29:31.963563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36250) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:31.965293 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924301c9-dd57-4b0c-b3cd-ec0f69e210a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915db852-21b4-47f8-9f46-09f8fc299fbb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:31.971927 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-414c5f92-8292-4f05-8eec-3111db61a5c3 admin admin] Publish callbacks [] for security_group (bf481348-c33b-4f85-a78a-750dd867f64e), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:31.981329 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-414c5f92-8292-4f05-8eec-3111db61a5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bf481348-c33b-4f85-a78a-750dd867f64e), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.026536 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-414c5f92-8292-4f05-8eec-3111db61a5c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bd8e806b242a40b885326e18244113bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558580 Feb 08 17:29:32.027457 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5f92-8292-4f05-8eec-3111db61a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf481348-c33b-4f85-a78a-750dd867f64e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:32.029820 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:32.056977 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] Publish callbacks [] for security_group (915db852-21b4-47f8-9f46-09f8fc299fbb), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.095771 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] Publish callbacks [] for security_group (915db852-21b4-47f8-9f46-09f8fc299fbb), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.131843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] Publish callbacks [] for security_group (bf481348-c33b-4f85-a78a-750dd867f64e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.163610 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] Publish callbacks [] for security_group (bf481348-c33b-4f85-a78a-750dd867f64e), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.177061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (915db852-21b4-47f8-9f46-09f8fc299fbb), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.180266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.182131 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fbaa9-fb61-4bab-b052-9c79a77a2198 req-cf3b190c-ac66-4f89-ab79-4c172c444309 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:32.182374 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/915db852-21b4-47f8-9f46-09f8fc299fbb HTTP/1.1" status: 204 len: 168 time: 0.2156897 Feb 08 17:29:32.183641 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-374fbaa9-fb61-4bab-b052-9c79a77a2198 req-cf3b190c-ac66-4f89-ab79-4c172c444309 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1025212 Feb 08 17:29:32.195854 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d22555-1019-4ae9-95cc-14f2d6946b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915db852-21b4-47f8-9f46-09f8fc299fbb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:32.272881 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-374fbaa9-fb61-4bab-b052-9c79a77a2198 req-8d5aecab-60fc-4236-828c-c0e6d3adbfbb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Feb 08 17:29:32.280978 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bf481348-c33b-4f85-a78a-750dd867f64e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.284890 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.289815 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf481348-c33b-4f85-a78a-750dd867f64e HTTP/1.1" status: 204 len: 168 time: 0.2555966 Feb 08 17:29:32.302021 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e833f-80c8-4ff4-b0e0-241dfe0da066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf481348-c33b-4f85-a78a-750dd867f64e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:32.580430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36274) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:32.606415 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3855a8d0-a3a4-4abb-96b8-5313e79703bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.715444 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3855a8d0-a3a4-4abb-96b8-5313e79703bf admin admin] Publish callbacks [] for security_group (18d8572e-6dfa-448a-82ab-d6dd8387309b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.721176 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3855a8d0-a3a4-4abb-96b8-5313e79703bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18d8572e-6dfa-448a-82ab-d6dd8387309b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.753494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855a8d0-a3a4-4abb-96b8-5313e79703bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8572e-6dfa-448a-82ab-d6dd8387309b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:32.773560 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36286) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:32.778582 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3855a8d0-a3a4-4abb-96b8-5313e79703bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a77cd7125c04a208614a701a3c16e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968391 Feb 08 17:29:32.854073 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] Publish callbacks [] for security_group (18d8572e-6dfa-448a-82ab-d6dd8387309b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.888319 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] Publish callbacks [] for security_group (18d8572e-6dfa-448a-82ab-d6dd8387309b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.955308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36294) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:32.983581 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9844-ed6f-4359-b2a0-d87020d8c507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:32.994969 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18d8572e-6dfa-448a-82ab-d6dd8387309b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.000082 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.001518 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18d8572e-6dfa-448a-82ab-d6dd8387309b HTTP/1.1" status: 204 len: 168 time: 0.2263825 Feb 08 17:29:33.021068 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9777f-d900-4ff7-b32b-6440b6c8e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8572e-6dfa-448a-82ab-d6dd8387309b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:33.172340 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9844-ed6f-4359-b2a0-d87020d8c507 admin admin] Publish callbacks [] for security_group (9b2165ef-a846-47b9-a30a-90591e4bca06), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.179475 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9844-ed6f-4359-b2a0-d87020d8c507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9b2165ef-a846-47b9-a30a-90591e4bca06), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.252387 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d9844-ed6f-4359-b2a0-d87020d8c507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2165ef-a846-47b9-a30a-90591e4bca06,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:33.260187 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fb2d9844-ed6f-4359-b2a0-d87020d8c507 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21b3d8872d9548c4aa4e4e12eba4c200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038051 Feb 08 17:29:33.264678 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36304) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:33.365724 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] Publish callbacks [] for security_group (9b2165ef-a846-47b9-a30a-90591e4bca06), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.459301 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] Publish callbacks [] for security_group (9b2165ef-a846-47b9-a30a-90591e4bca06), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.498113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11889-3e3b-4a1e-8fe5-67b8733cac1b req-498bd8b5-7a5d-4d5e-a663-4ebe6883e267 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:33.514551 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4e11889-3e3b-4a1e-8fe5-67b8733cac1b req-498bd8b5-7a5d-4d5e-a663-4ebe6883e267 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1205602 Feb 08 17:29:33.564060 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9b2165ef-a846-47b9-a30a-90591e4bca06), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.567306 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:33.572199 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b2165ef-a846-47b9-a30a-90591e4bca06 HTTP/1.1" status: 204 len: 168 time: 0.3010943 Feb 08 17:29:33.582013 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f4e11889-3e3b-4a1e-8fe5-67b8733cac1b req-e1f100f1-6eb8-4241-972b-2da4fe58585c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 Feb 08 17:29:33.591218 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f458697-0a60-4620-abb5-fd42101069e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2165ef-a846-47b9-a30a-90591e4bca06,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:33.821490 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:29:33.852027 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:29:33.852566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 8d8d9a21-bb56-4e6b-b9fb-bdcf1e8ca8c2 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:29:34.107832 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36348) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:34.199363 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Deleting subnet 1c61f681-3f5b-43e1-b4bd-0094b2bad550 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:29:34.207204 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Publish callbacks [] for subnet (1c61f681-3f5b-43e1-b4bd-0094b2bad550), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.254685 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (1c61f681-3f5b-43e1-b4bd-0094b2bad550), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.328425 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (1c61f681-3f5b-43e1-b4bd-0094b2bad550), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.412840 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (1c61f681-3f5b-43e1-b4bd-0094b2bad550), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.444747 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c61f681-3f5b-43e1-b4bd-0094b2bad550,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:34.452847 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.456220 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-2689310f-72c2-44a1-9e4b-19728531ab33 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c61f681-3f5b-43e1-b4bd-0094b2bad550 HTTP/1.1" status: 204 len: 168 time: 0.3457119 Feb 08 17:29:34.459018 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:34.540808 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (45349e8b-a612-4426-83e9-d10d4f48731d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.668515 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (45349e8b-a612-4426-83e9-d10d4f48731d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.724081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3e0e7743-4452-4905-8d02-29ae2feb40e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:34.731486 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.732135 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.733508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.735739 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > port after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.736420 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.736815 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > port after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.737574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.740257 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.741655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.742369 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.880197 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36da324-7e1a-4409-8932-0e5aa144febf req-bfe450ae-dc8b-49bb-8680-d2ca2f1caa6b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:34.888738 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f36da324-7e1a-4409-8932-0e5aa144febf req-bfe450ae-dc8b-49bb-8680-d2ca2f1caa6b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1265080 Feb 08 17:29:34.962130 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.962711 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.963332 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.968805 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 17:29:34.971734 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45349e8b-a612-4426-83e9-d10d4f48731d']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:34.981864 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36400) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:34.983809 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f36da324-7e1a-4409-8932-0e5aa144febf req-de569715-c5ba-4aba-a168-97b8dcc9893a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Feb 08 17:29:35.021700 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143a8991-f549-4b5c-b5a9-edcf67176ff5') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:35.022575 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143a8991-f549-4b5c-b5a9-edcf67176ff5') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:29:35.056171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (143a8991-f549-4b5c-b5a9-edcf67176ff5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.102877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (143a8991-f549-4b5c-b5a9-edcf67176ff5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.120099 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:29:35.120643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (143a8991-f549-4b5c-b5a9-edcf67176ff5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: from cryptography.utils import int_from_bytes Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: from cryptography.utils import int_from_bytes Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:29:35.125481 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:29:35.214400 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (45349e8b-a612-4426-83e9-d10d4f48731d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.237102 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.242417 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] 10.222.0.69 "DELETE /v2.0/networks/45349e8b-a612-4426-83e9-d10d4f48731d HTTP/1.1" status: 204 len: 168 time: 0.7820079 Feb 08 17:29:35.256481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b7223-5023-4681-970b-7af12012bb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=45349e8b-a612-4426-83e9-d10d4f48731d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:35.295572 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89872b33-c0e0-4712-962a-616be2b25469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.420365 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89872b33-c0e0-4712-962a-616be2b25469 admin admin] Publish callbacks [] for security_group (6c6b00be-110e-46b4-bedb-d58615f0176c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.426790 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-89872b33-c0e0-4712-962a-616be2b25469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6c6b00be-110e-46b4-bedb-d58615f0176c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.492699 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-89872b33-c0e0-4712-962a-616be2b25469 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c3a64306416464183bf5c24a885ef10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093336 Feb 08 17:29:35.494121 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89872b33-c0e0-4712-962a-616be2b25469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b00be-110e-46b4-bedb-d58615f0176c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:35.496300 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36420) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:35.567691 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:35.614830 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] Publish callbacks [] for security_group (6c6b00be-110e-46b4-bedb-d58615f0176c), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.648634 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] Publish callbacks [] for security_group (6c6b00be-110e-46b4-bedb-d58615f0176c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.741110 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6c6b00be-110e-46b4-bedb-d58615f0176c), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.748105 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:35.753479 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c6b00be-110e-46b4-bedb-d58615f0176c HTTP/1.1" status: 204 len: 168 time: 0.2534950 Feb 08 17:29:35.781887 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9823d-ee73-4c78-82a3-81debbcd29eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b00be-110e-46b4-bedb-d58615f0176c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:35.867813 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a67c95f5-bc4d-44dc-96da-76da7afceaa9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0fd043b62c54551965455405fd189e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2981710 Feb 08 17:29:35.872206 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36430) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:35.979198 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] Publish callbacks [] for security_group (64143f4c-f793-46f5-b79f-b5953da77a2b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.065559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] Publish callbacks [] for security_group (64143f4c-f793-46f5-b79f-b5953da77a2b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.214026 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1db1-384a-4a9a-a4e7-a4d937d23eb5 req-5d93e29f-b7fa-41d6-a1b6-3c1975d24621 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:36.215975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-10cb1db1-384a-4a9a-a4e7-a4d937d23eb5 req-5d93e29f-b7fa-41d6-a1b6-3c1975d24621 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0876813 Feb 08 17:29:36.218795 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (64143f4c-f793-46f5-b79f-b5953da77a2b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.222713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.222924 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64143f4c-f793-46f5-b79f-b5953da77a2b HTTP/1.1" status: 204 len: 168 time: 0.3452833 Feb 08 17:29:36.242940 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe54df-43c4-46c8-89c2-90797ff1bbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64143f4c-f793-46f5-b79f-b5953da77a2b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:36.327755 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-10cb1db1-384a-4a9a-a4e7-a4d937d23eb5 req-baf09a5c-ef26-4d4d-a10f-c023754f1029 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Feb 08 17:29:36.582076 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:36.615465 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa39e26f-5d67-4a86-b83d-dd17ac6aa5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.780557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa39e26f-5d67-4a86-b83d-dd17ac6aa5c2 admin admin] Publish callbacks [] for security_group (6acafecd-c6b1-4dd8-8362-8070acc609a1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.785737 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa39e26f-5d67-4a86-b83d-dd17ac6aa5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6acafecd-c6b1-4dd8-8362-8070acc609a1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.838733 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39e26f-5d67-4a86-b83d-dd17ac6aa5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acafecd-c6b1-4dd8-8362-8070acc609a1,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:36.846456 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fa39e26f-5d67-4a86-b83d-dd17ac6aa5c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ada732f819eb4e46980e9929ea757d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630572 Feb 08 17:29:36.849043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:36.931815 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] Publish callbacks [] for security_group (6acafecd-c6b1-4dd8-8362-8070acc609a1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:36.960152 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] Publish callbacks [] for security_group (6acafecd-c6b1-4dd8-8362-8070acc609a1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.044718 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6acafecd-c6b1-4dd8-8362-8070acc609a1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.051806 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.054542 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6acafecd-c6b1-4dd8-8362-8070acc609a1 HTTP/1.1" status: 204 len: 168 time: 0.2043304 Feb 08 17:29:37.105830 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6b772-750c-40e9-a2a6-1b3429d6872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acafecd-c6b1-4dd8-8362-8070acc609a1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:37.112893 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-622c9658-0d2e-4631-9783-c54fcfdf6acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.159071 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36482) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:37.598988 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d44f6112-be44-420c-83d9-354cf8620c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.658586 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa049c83-b44e-4f21-85f7-4e1a5c7131fe req-6c99e1e2-3fd5-47e4-aea5-0d312c4b4abf tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:37.666056 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa049c83-b44e-4f21-85f7-4e1a5c7131fe req-6c99e1e2-3fd5-47e4-aea5-0d312c4b4abf tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1827121 Feb 08 17:29:37.798234 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa049c83-b44e-4f21-85f7-4e1a5c7131fe req-4355a012-5bdc-4cc9-bac7-9af06d8179da tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267347 Feb 08 17:29:37.847778 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d44f6112-be44-420c-83d9-354cf8620c19 admin admin] Publish callbacks [] for security_group (220f488c-33df-4b05-960f-ba2777c9a12e), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.854053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d44f6112-be44-420c-83d9-354cf8620c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (220f488c-33df-4b05-960f-ba2777c9a12e), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:37.902933 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f6112-be44-420c-83d9-354cf8620c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f488c-33df-4b05-960f-ba2777c9a12e,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:37.912411 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d44f6112-be44-420c-83d9-354cf8620c19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cea4029f3e214139b878076e123ced88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7524459 Feb 08 17:29:37.916342 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36524) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:37.994246 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] Publish callbacks [] for security_group (220f488c-33df-4b05-960f-ba2777c9a12e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.001994 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.033453 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] Publish callbacks [] for security_group (220f488c-33df-4b05-960f-ba2777c9a12e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.073539 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36528) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:38.127541 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (220f488c-33df-4b05-960f-ba2777c9a12e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.133424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.135733 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/220f488c-33df-4b05-960f-ba2777c9a12e HTTP/1.1" status: 204 len: 168 time: 0.2182589 Feb 08 17:29:38.149191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582120c-8b9d-4b48-80b5-c1da7d1b2bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f488c-33df-4b05-960f-ba2777c9a12e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:38.322848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39613796-43b0-4d1b-885a-bcf4c41ca5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.434466 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39613796-43b0-4d1b-885a-bcf4c41ca5c4 admin admin] Publish callbacks [] for security_group (0e42ea9d-ea10-4431-9054-67d745a8c834), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.439986 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-39613796-43b0-4d1b-885a-bcf4c41ca5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (0e42ea9d-ea10-4431-9054-67d745a8c834), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.509505 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-39613796-43b0-4d1b-885a-bcf4c41ca5c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b07ed1c8c154878a408a4ab4c5e606c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304557 Feb 08 17:29:38.510767 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36544) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:38.513537 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39613796-43b0-4d1b-885a-bcf4c41ca5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42ea9d-ea10-4431-9054-67d745a8c834,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:38.588689 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] Publish callbacks [] for security_group (0e42ea9d-ea10-4431-9054-67d745a8c834), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.632739 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] Publish callbacks [] for security_group (0e42ea9d-ea10-4431-9054-67d745a8c834), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.716679 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (0e42ea9d-ea10-4431-9054-67d745a8c834), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.720903 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.723312 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e42ea9d-ea10-4431-9054-67d745a8c834 HTTP/1.1" status: 204 len: 168 time: 0.2108798 Feb 08 17:29:38.743571 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e56e8-f0ba-4369-8fe7-9a4e09e8ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42ea9d-ea10-4431-9054-67d745a8c834,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:38.763735 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36558) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:38.787344 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec418bf1-60b6-4956-947d-5314f24666ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.907295 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec418bf1-60b6-4956-947d-5314f24666ed admin admin] Publish callbacks [] for security_group (e7c9c559-19e4-415e-91ad-4b5c9883b109), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:38.920728 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ec418bf1-60b6-4956-947d-5314f24666ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e7c9c559-19e4-415e-91ad-4b5c9883b109), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.022681 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ec418bf1-60b6-4956-947d-5314f24666ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4b888bc113d4c0fba0cece71e607b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545328 Feb 08 17:29:39.022681 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec418bf1-60b6-4956-947d-5314f24666ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9c559-19e4-415e-91ad-4b5c9883b109,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:39.023692 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36562) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:39.088533 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422a01-a7d7-4ddd-b027-47f1400cfff0 req-31172df2-0a9b-4360-b8d0-2c9a1a7f4409 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:39.092038 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-64422a01-a7d7-4ddd-b027-47f1400cfff0 req-31172df2-0a9b-4360-b8d0-2c9a1a7f4409 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1670237 Feb 08 17:29:39.111456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] Publish callbacks [] for security_group (e7c9c559-19e4-415e-91ad-4b5c9883b109), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.143924 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] Publish callbacks [] for security_group (e7c9c559-19e4-415e-91ad-4b5c9883b109), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.195926 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-64422a01-a7d7-4ddd-b027-47f1400cfff0 req-98567e28-2162-463e-aa9a-b7cbf706d7ff tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937505 Feb 08 17:29:39.257912 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e7c9c559-19e4-415e-91ad-4b5c9883b109), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.262406 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.265138 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7c9c559-19e4-415e-91ad-4b5c9883b109 HTTP/1.1" status: 204 len: 168 time: 0.2394972 Feb 08 17:29:39.278610 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a77ce8-b08a-4103-8dbf-d0fff8eeeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9c559-19e4-415e-91ad-4b5c9883b109,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:39.473190 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36572) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:39.502043 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a614e9d2-7745-491d-b6b1-6826ca69bf61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.677694 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a614e9d2-7745-491d-b6b1-6826ca69bf61 admin admin] Publish callbacks [] for security_group (9dcea82f-5470-40b9-8f07-7a64a2c0aef5), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.693430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a614e9d2-7745-491d-b6b1-6826ca69bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9dcea82f-5470-40b9-8f07-7a64a2c0aef5), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.764905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36582) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:39.765306 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a614e9d2-7745-491d-b6b1-6826ca69bf61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e54b80fee2f54278a19d7a6eaefa16ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894249 Feb 08 17:29:39.767734 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614e9d2-7745-491d-b6b1-6826ca69bf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcea82f-5470-40b9-8f07-7a64a2c0aef5,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:39.903600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] Publish callbacks [] for security_group (9dcea82f-5470-40b9-8f07-7a64a2c0aef5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.931106 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:39.946045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] Publish callbacks [] for security_group (9dcea82f-5470-40b9-8f07-7a64a2c0aef5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.034607 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9dcea82f-5470-40b9-8f07-7a64a2c0aef5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.040497 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.043038 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9dcea82f-5470-40b9-8f07-7a64a2c0aef5 HTTP/1.1" status: 204 len: 168 time: 0.2762961 Feb 08 17:29:40.061682 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438ef2-f578-4f05-bf4c-af2caef8f230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcea82f-5470-40b9-8f07-7a64a2c0aef5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:40.083170 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36596) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:40.103724 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61446c7b-2223-4bb9-842d-625fdeece9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.239666 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61446c7b-2223-4bb9-842d-625fdeece9ea admin admin] Publish callbacks [] for security_group (4be0c270-abfc-42fb-b26c-1d179c5c9811), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.251572 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61446c7b-2223-4bb9-842d-625fdeece9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4be0c270-abfc-42fb-b26c-1d179c5c9811), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.332604 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-61446c7b-2223-4bb9-842d-625fdeece9ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4f9489b21cb403c9b9e99e6865c6b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473364 Feb 08 17:29:40.336379 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61446c7b-2223-4bb9-842d-625fdeece9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be0c270-abfc-42fb-b26c-1d179c5c9811,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:40.339239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36602) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:40.348419 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7286e0-2be7-4af8-bef0-d09da1019faf req-ee6ba2e7-ea46-4a2b-a6ec-a1b0af9ce26a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:40.357982 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc7286e0-2be7-4af8-bef0-d09da1019faf req-ee6ba2e7-ea46-4a2b-a6ec-a1b0af9ce26a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0780432 Feb 08 17:29:40.452441 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fc7286e0-2be7-4af8-bef0-d09da1019faf req-a00d3425-41ef-4f45-9e55-92cf83d577c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930622 Feb 08 17:29:40.465273 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] Publish callbacks [] for security_group (4be0c270-abfc-42fb-b26c-1d179c5c9811), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.516285 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] Publish callbacks [] for security_group (4be0c270-abfc-42fb-b26c-1d179c5c9811), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.606313 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4be0c270-abfc-42fb-b26c-1d179c5c9811), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.614222 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:40.617484 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4be0c270-abfc-42fb-b26c-1d179c5c9811 HTTP/1.1" status: 204 len: 168 time: 0.2482035 Feb 08 17:29:40.631369 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88784b-26cc-4c29-839f-3d1833e918b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be0c270-abfc-42fb-b26c-1d179c5c9811,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:41.229951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:41.718333 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:41.728737 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c331-5692-4b1f-9465-a037ab50283b req-797f4524-353e-44b4-ac84-7ddd925fe036 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:41.731194 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5332c331-5692-4b1f-9465-a037ab50283b req-797f4524-353e-44b4-ac84-7ddd925fe036 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1685960 Feb 08 17:29:41.926018 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5332c331-5692-4b1f-9465-a037ab50283b req-7a0a54fc-ecb9-4fd1-a5c0-4662a070ee82 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825123 Feb 08 17:29:42.201897 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36716) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:42.375029 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664659570-network', 'tenant_id': 'b57af0d0aa794073a318653dc7c14c5e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:42.407972 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Made reservation on behalf of b57af0d0aa794073a318653dc7c14c5e for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:29:42.411706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.425982 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.571235 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks [] for security_group (275b8ce9-0979-459c-8998-40628230e27b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.576458 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (275b8ce9-0979-459c-8998-40628230e27b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.609919 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:29:42.623970 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275b8ce9-0979-459c-8998-40628230e27b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:42.639474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (d010345f-fae3-4612-9d12-18002cc823de), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.640137 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Added segment d010345f-fae3-4612-9d12-18002cc823de of type vlan for network c7086d13-3d57-4d17-8071-713a64bd1f29 Feb 08 17:29:42.720713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (c7086d13-3d57-4d17-8071-713a64bd1f29), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.764439 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (c7086d13-3d57-4d17-8071-713a64bd1f29), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.765681 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:42.766300 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:42.860909 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6571915 Feb 08 17:29:42.863768 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36772) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:42.868343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9b985-95bc-4ccf-9043-fdf20c3eb8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7086d13-3d57-4d17-8071-713a64bd1f29,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:42.873882 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Request body: {'subnet': {'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664659570-subnet', 'tenant_id': 'b57af0d0aa794073a318653dc7c14c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:42.885547 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network c7086d13-3d57-4d17-8071-713a64bd1f29 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:29:42.932100 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Made reservation on behalf of b57af0d0aa794073a318653dc7c14c5e for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:29:42.937053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:43.166721 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8c47-40b0-4786-8fb2-49d30a392bd7 req-21461767-88c2-475f-b702-20a719688608 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:43.169128 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6e7a8c47-40b0-4786-8fb2-49d30a392bd7 req-21461767-88c2-475f-b702-20a719688608 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1127250 Feb 08 17:29:43.289280 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6e7a8c47-40b0-4786-8fb2-49d30a392bd7 req-8965ce70-c30f-439b-bc1d-deff95ae83a9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081061 Feb 08 17:29:43.354435 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (ec37773f-6410-465d-8f8e-a1bef0edf117), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:43.420808 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec37773f-6410-465d-8f8e-a1bef0edf117,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:43.430950 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Checking segment: {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:29:43.431134 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Network hostable DHCP agents. Network: c7086d13-3d57-4d17-8071-713a64bd1f29, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:29:43.452176 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Network c7086d13-3d57-4d17-8071-713a64bd1f29 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:29:43.468767 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, c7086d13-3d57-4d17-8071-713a64bd1f29) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:29:43.476090 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:43.476391 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:43.484892 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f5920-ba6a-474b-aa0f-08901da59c76 None None] Network c7086d13-3d57-4d17-8071-713a64bd1f29 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:29:43.506430 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5d80c135-6cbd-40a4-976d-788d739aa856 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6363335 Feb 08 17:29:43.648259 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035aa55c-a77e-407a-beb0-7227d30fe2d9 None None] Network c7086d13-3d57-4d17-8071-713a64bd1f29 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:29:44.352517 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36856) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:44.445074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fd31a-3d47-4f5d-9ee8-bc1bfac3c70e req-e065724d-d297-4189-8052-ff6d98a1311f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:44.446791 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-111fd31a-3d47-4f5d-9ee8-bc1bfac3c70e req-e065724d-d297-4189-8052-ff6d98a1311f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0626385 Feb 08 17:29:44.500730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac1c3ea-ccce-4e7c-bbc3-ea3cfe3c08d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.529789 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-111fd31a-3d47-4f5d-9ee8-bc1bfac3c70e req-2588c73f-5625-4eef-8bca-ffaf3bf8cf02 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762267 Feb 08 17:29:44.616340 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac1c3ea-ccce-4e7c-bbc3-ea3cfe3c08d4 admin admin] Publish callbacks [] for security_group (a5e950b4-00bd-45e3-8886-1570e35394dc), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.620851 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aac1c3ea-ccce-4e7c-bbc3-ea3cfe3c08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a5e950b4-00bd-45e3-8886-1570e35394dc), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.685132 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-aac1c3ea-ccce-4e7c-bbc3-ea3cfe3c08d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00e37768031349dda89ae63bbbd3b4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308988 Feb 08 17:29:44.686163 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c3ea-ccce-4e7c-bbc3-ea3cfe3c08d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e950b4-00bd-45e3-8886-1570e35394dc,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:44.688875 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36860) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:44.768991 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] Publish callbacks [] for security_group (a5e950b4-00bd-45e3-8886-1570e35394dc), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.805227 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] Publish callbacks [] for security_group (a5e950b4-00bd-45e3-8886-1570e35394dc), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.886133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a5e950b4-00bd-45e3-8886-1570e35394dc), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.888806 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:44.890062 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5e950b4-00bd-45e3-8886-1570e35394dc HTTP/1.1" status: 204 len: 168 time: 0.1990016 Feb 08 17:29:44.908457 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371580ea-d4e4-4eeb-9c8a-4b5120461846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e950b4-00bd-45e3-8886-1570e35394dc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:45.233201 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36872) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:45.251367 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-612b380e-c7b2-4114-bcd4-0d60814f3250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.358292 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-612b380e-c7b2-4114-bcd4-0d60814f3250 admin admin] Publish callbacks [] for security_group (05067835-1157-4900-ba29-f4d66a946e35), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.366989 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-612b380e-c7b2-4114-bcd4-0d60814f3250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (05067835-1157-4900-ba29-f4d66a946e35), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.408915 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b380e-c7b2-4114-bcd4-0d60814f3250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05067835-1157-4900-ba29-f4d66a946e35,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:45.415358 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-612b380e-c7b2-4114-bcd4-0d60814f3250 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fc579260dbf4e4fa6b333b95829cd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804206 Feb 08 17:29:45.418233 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36878) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:45.485509 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] Publish callbacks [] for security_group (05067835-1157-4900-ba29-f4d66a946e35), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.511567 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] Publish callbacks [] for security_group (05067835-1157-4900-ba29-f4d66a946e35), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.569920 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (05067835-1157-4900-ba29-f4d66a946e35), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.573592 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:45.575072 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05067835-1157-4900-ba29-f4d66a946e35 HTTP/1.1" status: 204 len: 168 time: 0.1556399 Feb 08 17:29:45.588162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ef67e-ab60-4711-8419-96a7dca2f732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05067835-1157-4900-ba29-f4d66a946e35,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:45.699145 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1175f9-8fec-4856-82a5-adf5bad08315 req-e17797ef-1223-487a-ac4b-3a08d1d1e925 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:45.701538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d1175f9-8fec-4856-82a5-adf5bad08315 req-e17797ef-1223-487a-ac4b-3a08d1d1e925 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0663588 Feb 08 17:29:45.764899 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d1175f9-8fec-4856-82a5-adf5bad08315 req-e8360f26-c747-4857-a884-dd7149168848 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Feb 08 17:29:46.891482 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-f4b608fe-2f9b-4b4b-bf8a-8f50ebd23016 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:46.894743 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-f4b608fe-2f9b-4b4b-bf8a-8f50ebd23016 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 809 time: 0.1791539 Feb 08 17:29:46.923248 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-1348846b-b374-4ee7-af81-60215212a2a1 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/quotas/b57af0d0aa794073a318653dc7c14c5e HTTP/1.1" status: 200 len: 375 time: 0.0161486 Feb 08 17:29:46.968961 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-9d42804b-6d89-4308-bf7b-86fdbb9d0023 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345831 Feb 08 17:29:46.983637 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdea-edbe-44c9-a963-f1373a0ee8f8 req-e5eb396b-e633-41c1-8976-59692e69ce7b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:46.987117 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7676cdea-edbe-44c9-a963-f1373a0ee8f8 req-e5eb396b-e633-41c1-8976-59692e69ce7b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0927033 Feb 08 17:29:47.064876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7676cdea-edbe-44c9-a963-f1373a0ee8f8 req-bca4d207-5605-4ae8-9b60-f3b8f81525db tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Feb 08 17:29:47.177615 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-64340c90-ae38-4447-92ee-7ea93f5e62b8 service neutron] 10.222.0.69 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920741 Feb 08 17:29:47.339307 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-4db2aee6-2851-4c7a-af78-5ecd5b5dfc88 service neutron] 10.222.0.69 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496327 Feb 08 17:29:47.545282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 36968) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:47.651853 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3ee4009c-0dee-49fe-83b3-c95ff79d3be9 req-553de8ee-c955-447e-914a-d3e2d27df4cd tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 210 time: 0.0651267 Feb 08 17:29:47.786352 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-32a8d84c-5134-465a-9818-bbb6ca461e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:47.947970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-32a8d84c-5134-465a-9818-bbb6ca461e6a admin admin] Publish callbacks [] for security_group (3ce72e0a-2e2b-4915-b03f-41112cf82286), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:47.953985 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-32a8d84c-5134-465a-9818-bbb6ca461e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3ce72e0a-2e2b-4915-b03f-41112cf82286), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:48.004867 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-32a8d84c-5134-465a-9818-bbb6ca461e6a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd256eef8c5549cbac7bdb14ad6c4c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581203 Feb 08 17:29:48.005900 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8d84c-5134-465a-9818-bbb6ca461e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce72e0a-2e2b-4915-b03f-41112cf82286,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:48.008345 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 36992) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:48.105820 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] Publish callbacks [] for security_group (3ce72e0a-2e2b-4915-b03f-41112cf82286), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:48.149841 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] Publish callbacks [] for security_group (3ce72e0a-2e2b-4915-b03f-41112cf82286), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:48.268154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3ce72e0a-2e2b-4915-b03f-41112cf82286), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:48.277198 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:48.279429 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ce72e0a-2e2b-4915-b03f-41112cf82286 HTTP/1.1" status: 204 len: 168 time: 0.2688804 Feb 08 17:29:48.284467 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:29:48.294251 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ea529-4673-40c9-9791-f9a6ac62b6a5 req-26ec1cb3-319b-4fc8-8a79-15aa3407ff97 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:48.310570 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ec6ea529-4673-40c9-9791-f9a6ac62b6a5 req-26ec1cb3-319b-4fc8-8a79-15aa3407ff97 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1281571 Feb 08 17:29:48.318218 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729635b-7bf4-4c4f-8cf2-1b8d3c3ebc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce72e0a-2e2b-4915-b03f-41112cf82286,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:48.517202 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ec6ea529-4673-40c9-9791-f9a6ac62b6a5 req-df247a52-ef29-4b51-a364-93422e7d7c90 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052317 Feb 08 17:29:48.840727 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5bca86cb-7ff6-4a0c-acf7-8cfe1db9d523 req-d4673a9c-3f34-4c85-aa12-675b4253f20b tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 210 time: 0.0530312 Feb 08 17:29:49.948916 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099affe1-39b3-4621-bdbf-5a11879b4269 req-bdc632da-1b6c-4d5a-a205-fb5894efbdcb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:49.958213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-fbd3cae9-4d5e-44df-9899-8a7afc4dfd89 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:49.965547 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-fbd3cae9-4d5e-44df-9899-8a7afc4dfd89 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 809 time: 0.4446595 Feb 08 17:29:49.968522 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-099affe1-39b3-4621-bdbf-5a11879b4269 req-bdc632da-1b6c-4d5a-a205-fb5894efbdcb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.2384558 Feb 08 17:29:50.014931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Request body: {'port': {'device_id': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29', 'admin_state_up': True, 'tenant_id': 'b57af0d0aa794073a318653dc7c14c5e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:50.105996 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-099affe1-39b3-4621-bdbf-5a11879b4269 req-397bc51d-303a-46f8-9b12-b737130b4534 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358914 Feb 08 17:29:50.227906 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f850b3d1-f4c7-4a1f-ac94-460d46c8ad27 req-340576d2-6813-4366-82d9-f4cfd90a248f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 210 time: 0.0549974 Feb 08 17:29:50.374002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Made reservation on behalf of b57af0d0aa794073a318653dc7c14c5e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:29:50.378860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:50.603627 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155b99-8b4e-4afc-baa0-7f349b76fa28 req-cde26e06-9d17-482b-8fae-1823913ff43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:50.606452 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-65155b99-8b4e-4afc-baa0-7f349b76fa28 req-cde26e06-9d17-482b-8fae-1823913ff43d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1130 time: 0.0883207 Feb 08 17:29:50.616975 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Allocated IP 172.20.0.7 (c7086d13-3d57-4d17-8071-713a64bd1f29/ec37773f-6410-465d-8f8e-a1bef0edf117/3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:29:50.704871 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-65155b99-8b4e-4afc-baa0-7f349b76fa28 req-e3b7edd9-b36c-4713-93c3-41e2ff0cd865 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879376 Feb 08 17:29:50.873525 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks [] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:50.930507 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:50.990220 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Network c7086d13-3d57-4d17-8071-713a64bd1f29 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:29:51.001944 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:29:51.011601 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:29:51.060794 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Pushing event updated for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:51.109965 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:51.110655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:51.135281 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-a3464750-cfee-47d8-a31f-020fb638b927 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1443515 Feb 08 17:29:51.317386 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5334b3-a173-42fd-898f-e0fcd7e8af1a req-f44a540d-d69a-4731-b4ba-04563f9b5f72 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:51.319555 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ab5334b3-a173-42fd-898f-e0fcd7e8af1a req-f44a540d-d69a-4731-b4ba-04563f9b5f72 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0894206 Feb 08 17:29:51.385262 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ab5334b3-a173-42fd-898f-e0fcd7e8af1a req-87b5a27a-c9a2-4436-b4c6-c8685b17639a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563002 Feb 08 17:29:51.423972 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f6ab8-f740-4f3a-b184-e6d7e65ba4fd req-1b821c32-7606-4c6e-8fcd-6f81196f33e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:51.427702 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f0f6ab8-f740-4f3a-b184-e6d7e65ba4fd req-1b821c32-7606-4c6e-8fcd-6f81196f33e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 931 time: 0.0978363 Feb 08 17:29:51.495024 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f0f6ab8-f740-4f3a-b184-e6d7e65ba4fd req-d3bfab62-fde6-49de-b2f6-d2d95eba9f25 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628226 Feb 08 17:29:52.531027 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbebf3-7fe6-4bdc-8dd3-99864c870104 req-8632f8f0-042f-4978-9cba-e0271342981a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:52.533483 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a0dbebf3-7fe6-4bdc-8dd3-99864c870104 req-8632f8f0-042f-4978-9cba-e0271342981a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0636909 Feb 08 17:29:52.608682 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a0dbebf3-7fe6-4bdc-8dd3-99864c870104 req-7a912a14-2a6c-4581-9373-71f54a19093c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Feb 08 17:29:52.639932 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7d9b-4e89-481f-b800-d1d9ce81299a req-989c571a-87cc-4137-bc28-1d1b03304db8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:52.641593 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d66a7d9b-4e89-481f-b800-d1d9ce81299a req-989c571a-87cc-4137-bc28-1d1b03304db8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 931 time: 0.0633070 Feb 08 17:29:52.700094 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d66a7d9b-4e89-481f-b800-d1d9ce81299a req-9374e853-aca4-4714-8dbb-c1ff291c9a78 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Feb 08 17:29:53.650080 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Request body: {'port': {'device_id': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:29:53.778968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:53.820163 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f390-f941-4130-adff-bc52356423dd req-fc150ba8-fd76-4883-a5d6-572cbfd0bf62 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:53.823324 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ea02f390-f941-4130-adff-bc52356423dd req-fc150ba8-fd76-4883-a5d6-572cbfd0bf62 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0985789 Feb 08 17:29:53.915298 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ea02f390-f941-4130-adff-bc52356423dd req-9837a883-a004-4e76-a176-aeab12832b41 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823071 Feb 08 17:29:54.058679 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee6b90-c3f6-4c52-94c1-4777483cfdfd req-6aba5310-fcb4-4bfb-b027-6554e9f8c0e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:54.061265 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4eee6b90-c3f6-4c52-94c1-4777483cfdfd req-6aba5310-fcb4-4bfb-b027-6554e9f8c0e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 931 time: 0.2173254 Feb 08 17:29:54.137241 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37158) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:54.241951 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4eee6b90-c3f6-4c52-94c1-4777483cfdfd req-af6fd0c8-1388-407c-8c10-ac7376fa84d2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722479 Feb 08 17:29:54.315443 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b64204b7-e5db-4b12-9cb3-087cdf1dbe36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.381114 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:29:54.398655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks [] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.430598 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Transition to ACTIVE for port object 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:29:54.436565 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.456416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b64204b7-e5db-4b12-9cb3-087cdf1dbe36 admin admin] Publish callbacks [] for security_group (f8efdbf1-fa0b-422f-84c5-0960a02b29c1), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.462307 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b64204b7-e5db-4b12-9cb3-087cdf1dbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f8efdbf1-fa0b-422f-84c5-0960a02b29c1), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.517517 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b64204b7-e5db-4b12-9cb3-087cdf1dbe36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a42230f2bde4e3fb5bc5899dbef95dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753476 Feb 08 17:29:54.519043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:54.524184 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64204b7-e5db-4b12-9cb3-087cdf1dbe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efdbf1-fa0b-422f-84c5-0960a02b29c1,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:54.594115 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:54.659658 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Attempting to bind port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:29:54.660667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Attempting to bind port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:29:54.660667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Attempting to bind port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff on network c7086d13-3d57-4d17-8071-713a64bd1f29 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:29:54.669485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff on network c7086d13-3d57-4d17-8071-713a64bd1f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:29:54.669814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Attempting to bind port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff on network c7086d13-3d57-4d17-8071-713a64bd1f29 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:29:54.671968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] Publish callbacks [] for security_group (f8efdbf1-fa0b-422f-84c5-0960a02b29c1), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.683579 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:29:54.684094 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Checking segment: {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:29:54.684524 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Bound using segment: {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:29:54.684940 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Bound port: 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:29:54.685324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.717708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] Publish callbacks [] for security_group (f8efdbf1-fa0b-422f-84c5-0960a02b29c1), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:54.819205 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:29:54.825492 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:29:54.849033 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.007640 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f8efdbf1-fa0b-422f-84c5-0960a02b29c1), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.022327 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.029816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8efdbf1-fa0b-422f-84c5-0960a02b29c1 HTTP/1.1" status: 204 len: 168 time: 0.4990339 Feb 08 17:29:55.137773 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee27e6-0325-49d3-8469-73bc91171ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efdbf1-fa0b-422f-84c5-0960a02b29c1,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:55.170741 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:55.172394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.174150 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-6aac773e-9728-485c-a853-3756878edb73 service neutron] 10.222.0.64 "PUT /v2.0/ports/3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff HTTP/1.1" status: 200 len: 1093 time: 1.5296631 Feb 08 17:29:55.174815 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:29:55.178279 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5af759-1448-4b32-bad3-d787efd5bcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:29:55.184154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac773e-9728-485c-a853-3756878edb73 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:55.373961 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d545d64-db1b-46c6-beba-d3599054f7c4 req-65de4d0f-41ac-4a6b-8ae4-a2f866080588 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:55.376501 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6d545d64-db1b-46c6-beba-d3599054f7c4 req-65de4d0f-41ac-4a6b-8ae4-a2f866080588 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.2314625 Feb 08 17:29:55.399783 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4430ef-ca97-47ce-ae45-72a65f68bcce x-openstack-request-id: req-2d4430ef-ca97-47ce-ae45-72a65f68bcce {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:29:55.400344 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:29:55.400657 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d4430ef-ca97-47ce-ae45-72a65f68bcce {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:29:55.401489 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff', 'status': 'completed', 'code': 200} Feb 08 17:29:55.447618 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-dd7445df-f0a9-4fae-8957-6704a85ee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:55.450559 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-dd7445df-f0a9-4fae-8957-6704a85ee11f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 1127 time: 0.1340103 Feb 08 17:29:55.487762 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6d545d64-db1b-46c6-beba-d3599054f7c4 req-712f280c-8855-4ebb-9887-c83f51074cf2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Feb 08 17:29:55.526833 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37194) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:55.561783 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-d162f475-e40c-4057-b5f1-ab6fb4b64302 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff HTTP/1.1" status: 200 len: 217 time: 0.0897923 Feb 08 17:29:55.641720 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4797e5-344a-492d-afc3-e636e6da0a87 req-17262542-7939-4dc9-a5b4-620de8a02c69 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:55.643317 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec4797e5-344a-492d-afc3-e636e6da0a87 req-17262542-7939-4dc9-a5b4-620de8a02c69 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 943 time: 0.2022922 Feb 08 17:29:55.655775 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-d5c9670e-4128-4f9f-93a0-e5fb1330949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:55.658124 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-d5c9670e-4128-4f9f-93a0-e5fb1330949b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec37773f-6410-465d-8f8e-a1bef0edf117 HTTP/1.1" status: 200 len: 849 time: 0.0857029 Feb 08 17:29:55.718334 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-620ebbf0-34df-4ea3-9c43-68810f521eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.742597 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-1c3d7324-bd55-46b5-837c-5fea7139089e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7086d13-3d57-4d17-8071-713a64bd1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390067 Feb 08 17:29:55.763792 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec4797e5-344a-492d-afc3-e636e6da0a87 req-61142e2e-4f0f-4992-9f8f-5937682b4785 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043587 Feb 08 17:29:55.814760 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:55.838077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd6fa-df93-4457-8a85-de354c84496d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.892085 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-620ebbf0-34df-4ea3-9c43-68810f521eba admin admin] Publish callbacks [] for security_group (1e1e9284-0e0c-4fd4-bfa9-df85187a759d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.894864 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-513592fe-e9b0-4714-9ad2-b515e451b017 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250083 Feb 08 17:29:55.905534 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-620ebbf0-34df-4ea3-9c43-68810f521eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (1e1e9284-0e0c-4fd4-bfa9-df85187a759d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:55.972459 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-620ebbf0-34df-4ea3-9c43-68810f521eba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6653f3eff0db4ca4b00ab4fa0dc4d635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437408 Feb 08 17:29:55.977084 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ebbf0-34df-4ea3-9c43-68810f521eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e9284-0e0c-4fd4-bfa9-df85187a759d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:55.982614 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37200) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:56.063612 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d475be0-e997-495b-bbcb-aac71f8a272b req-99200f98-6751-4261-be16-762d2937bc91 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562047 Feb 08 17:29:56.087071 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd6fa-df93-4457-8a85-de354c84496d admin admin] Publish callbacks [] for security_group (5303bd55-8b7b-4926-9bf7-ea22921cc4ee), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.098300 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd6fa-df93-4457-8a85-de354c84496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5303bd55-8b7b-4926-9bf7-ea22921cc4ee), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.135258 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] Publish callbacks [] for security_group (1e1e9284-0e0c-4fd4-bfa9-df85187a759d), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.183620 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd6fa-df93-4457-8a85-de354c84496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303bd55-8b7b-4926-9bf7-ea22921cc4ee,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:56.192894 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5e3bd6fa-df93-4457-8a85-de354c84496d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=744d8575a43c4983a40a1ba1a0d878d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765767 Feb 08 17:29:56.199286 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-e80226c6-71fe-4176-a6f2-47287451fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:56.202368 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-e80226c6-71fe-4176-a6f2-47287451fb17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 1127 time: 0.0654008 Feb 08 17:29:56.202962 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37206) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:56.223806 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] Publish callbacks [] for security_group (1e1e9284-0e0c-4fd4-bfa9-df85187a759d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.324757 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (1e1e9284-0e0c-4fd4-bfa9-df85187a759d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.330024 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.332484 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e1e9284-0e0c-4fd4-bfa9-df85187a759d HTTP/1.1" status: 204 len: 168 time: 0.3480587 Feb 08 17:29:56.353452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4993793-ef0d-44f0-bcfd-d059b5b1cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e9284-0e0c-4fd4-bfa9-df85187a759d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:56.386003 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] Publish callbacks [] for security_group (5303bd55-8b7b-4926-9bf7-ea22921cc4ee), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.440456 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-54532636-e403-4aa8-92a1-005a09bf52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:56.442536 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-54532636-e403-4aa8-92a1-005a09bf52bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 910 time: 0.2117724 Feb 08 17:29:56.449857 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] Publish callbacks [] for security_group (5303bd55-8b7b-4926-9bf7-ea22921cc4ee), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.523551 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-3a8dfb23-8af5-4182-beef-b0cbe0c9cdc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff HTTP/1.1" status: 200 len: 217 time: 0.0700300 Feb 08 17:29:56.661556 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-687982b5-65b5-49bb-9c15-936ac8b0e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:56.663856 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-687982b5-65b5-49bb-9c15-936ac8b0e3a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec37773f-6410-465d-8f8e-a1bef0edf117 HTTP/1.1" status: 200 len: 849 time: 0.1294134 Feb 08 17:29:56.690497 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5303bd55-8b7b-4926-9bf7-ea22921cc4ee), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.695582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:56.697420 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5303bd55-8b7b-4926-9bf7-ea22921cc4ee HTTP/1.1" status: 204 len: 168 time: 0.4924576 Feb 08 17:29:56.729588 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-7e68a838-cd5f-4314-9900-18e9cca02e75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7086d13-3d57-4d17-8071-713a64bd1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545070 Feb 08 17:29:56.740114 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1ec9e-7de6-47d6-be03-20b5b0a7d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303bd55-8b7b-4926-9bf7-ea22921cc4ee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:56.745317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428a1d-89f3-420d-b777-71c70a8c37fb req-2ba03778-42ef-4784-b64b-951395b7bedd tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:56.752104 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-da428a1d-89f3-420d-b777-71c70a8c37fb req-2ba03778-42ef-4784-b64b-951395b7bedd tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1395454 Feb 08 17:29:56.892973 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-da428a1d-89f3-420d-b777-71c70a8c37fb req-3316ad24-a949-46e2-97b7-61e389137b59 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334019 Feb 08 17:29:56.998643 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-ae75acad-6f73-44a2-bf96-49743f6088be service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509956 Feb 08 17:29:57.084040 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37228) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:57.200340 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fedc9-5bc2-4ebd-8465-3f18c12af690 req-df3b5b81-a9d3-4f70-bcac-a1ea28e94ad0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:57.202291 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b58fedc9-5bc2-4ebd-8465-3f18c12af690 req-df3b5b81-a9d3-4f70-bcac-a1ea28e94ad0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1601229 Feb 08 17:29:57.214226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-140135ba-823b-435b-bb81-9ce7f342a56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.306587 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b58fedc9-5bc2-4ebd-8465-3f18c12af690 req-f0313053-6651-4a5a-bc7e-63bcc8eabc78 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Feb 08 17:29:57.348694 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c5af759-1448-4b32-bad3-d787efd5bcb9 req-fd2cf36b-948c-4909-b7a5-26247fe5a3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381836 Feb 08 17:29:57.365547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34ca58-075b-431b-bb42-6ad09619ecda req-cde77ab8-4bf1-447c-be28-79c7c44ea24c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:57.368342 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d34ca58-075b-431b-bb42-6ad09619ecda req-cde77ab8-4bf1-447c-be28-79c7c44ea24c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 943 time: 0.1881151 Feb 08 17:29:57.514455 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1d34ca58-075b-431b-bb42-6ad09619ecda req-91c69f94-a703-4b21-b28d-b6344781b5f0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296260 Feb 08 17:29:57.515672 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-140135ba-823b-435b-bb81-9ce7f342a56e admin admin] Publish callbacks [] for security_group (101a2f1d-5152-47a1-bbd1-6dc7def8e39e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.526794 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-140135ba-823b-435b-bb81-9ce7f342a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (101a2f1d-5152-47a1-bbd1-6dc7def8e39e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.603162 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-140135ba-823b-435b-bb81-9ce7f342a56e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d574451cde3a46f69c73871869430a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289505 Feb 08 17:29:57.603162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140135ba-823b-435b-bb81-9ce7f342a56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101a2f1d-5152-47a1-bbd1-6dc7def8e39e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:57.604553 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37244) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:57.726745 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] Publish callbacks [] for security_group (101a2f1d-5152-47a1-bbd1-6dc7def8e39e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.791247 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] Publish callbacks [] for security_group (101a2f1d-5152-47a1-bbd1-6dc7def8e39e), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.915370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (101a2f1d-5152-47a1-bbd1-6dc7def8e39e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.921028 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:57.923299 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/101a2f1d-5152-47a1-bbd1-6dc7def8e39e HTTP/1.1" status: 204 len: 168 time: 0.3170323 Feb 08 17:29:57.972144 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f31fc-5b6e-483e-9b80-43d28a965757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101a2f1d-5152-47a1-bbd1-6dc7def8e39e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:58.444180 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37272) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:58.470389 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e5ad2a-9ee6-4a3a-9e25-ef9e0f1fe96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.619840 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e5ad2a-9ee6-4a3a-9e25-ef9e0f1fe96d admin admin] Publish callbacks [] for security_group (bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.626955 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e5ad2a-9ee6-4a3a-9e25-ef9e0f1fe96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.692636 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9234c-d2c2-4dea-ba15-7f2f720ccc2d req-891c2f4c-5431-44af-9be8-c81f74892a7e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:58.701530 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fed9234c-d2c2-4dea-ba15-7f2f720ccc2d req-891c2f4c-5431-44af-9be8-c81f74892a7e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 943 time: 0.0869880 Feb 08 17:29:58.705516 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-98e5ad2a-9ee6-4a3a-9e25-ef9e0f1fe96d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a1624376bea46ce83687fe1d4f1dd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589943 Feb 08 17:29:58.706324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:29:58.716782 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5ad2a-9ee6-4a3a-9e25-ef9e0f1fe96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:58.782651 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] Publish callbacks [] for security_group (bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.790851 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fed9234c-d2c2-4dea-ba15-7f2f720ccc2d req-ecd7bdc1-c529-45fd-8b45-34803995d088 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 Feb 08 17:29:58.822145 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] Publish callbacks [] for security_group (bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.907537 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.912561 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:29:58.915495 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5 HTTP/1.1" status: 204 len: 168 time: 0.2071514 Feb 08 17:29:58.935074 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9091543-856d-4f38-997b-503ea9ae8181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfca8bf-0f7f-4d8f-86f3-82c74dbbf3f5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:29:59.562738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-2fb1101c-fad9-4e0c-9fd3-e449b515856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:59.564476 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-2fb1101c-fad9-4e0c-9fd3-e449b515856f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.0607848 Feb 08 17:29:59.657083 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1a37-a264-4d74-95ab-7f9c52bc1831 req-f9755bc1-5479-4a2f-b043-c52052acae44 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:59.659624 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-558f1a37-a264-4d74-95ab-7f9c52bc1831 req-f9755bc1-5479-4a2f-b043-c52052acae44 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1069398 Feb 08 17:29:59.717936 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-80e20e47-470c-4ef8-9b38-da0e8eb41d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:59.724199 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-80e20e47-470c-4ef8-9b38-da0e8eb41d7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.1463366 Feb 08 17:29:59.751918 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-558f1a37-a264-4d74-95ab-7f9c52bc1831 req-ce506ef9-568f-4a78-aec0-2fba16b3c330 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844748 Feb 08 17:29:59.823700 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-e85eb1c0-e12b-4cda-b29c-fcb803fdf16f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0888021 Feb 08 17:29:59.916266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-9ba5fd95-36eb-4a67-af41-b7712c0dc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:29:59.922459 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-9ba5fd95-36eb-4a67-af41-b7712c0dc9bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.0835116 Feb 08 17:29:59.943387 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37334) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:00.018641 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-24cace60-64c4-4f96-85c7-649b3bcb9543 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604272 Feb 08 17:30:00.137377 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1d18-0457-4a13-86a9-ea0dd8a91bf8 req-1008557d-0cdc-476b-b021-10ce3744a30d tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:00.139187 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa148745-c6bc-400c-bf72-17d3879ea89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.141723 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c14d1d18-0457-4a13-86a9-ea0dd8a91bf8 req-1008557d-0cdc-476b-b021-10ce3744a30d tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 943 time: 0.2086413 Feb 08 17:30:00.278898 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c14d1d18-0457-4a13-86a9-ea0dd8a91bf8 req-69c389bb-9b85-48de-a42e-c4652d7faf74 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226134 Feb 08 17:30:00.317972 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-22da1080-cd46-40f2-8bf6-0800809ea355 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854097 Feb 08 17:30:00.325804 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa148745-c6bc-400c-bf72-17d3879ea89b admin admin] Publish callbacks [] for security_group (f6328bd4-38ba-4fc5-b2c9-10c5ecef5241), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.331677 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-aa148745-c6bc-400c-bf72-17d3879ea89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f6328bd4-38ba-4fc5-b2c9-10c5ecef5241), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.411838 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-aa148745-c6bc-400c-bf72-17d3879ea89b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7685931f49542748740b2b2184c4c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644313 Feb 08 17:30:00.411838 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa148745-c6bc-400c-bf72-17d3879ea89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6328bd4-38ba-4fc5-b2c9-10c5ecef5241,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:00.416160 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37350) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:00.527056 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] Publish callbacks [] for security_group (f6328bd4-38ba-4fc5-b2c9-10c5ecef5241), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.570936 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7245809f-09a7-4d91-9c24-1da7cfecd7ba req-b1cce5c1-5503-4b54-8060-2df339efbe6b service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351317 Feb 08 17:30:00.572097 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] Publish callbacks [] for security_group (f6328bd4-38ba-4fc5-b2c9-10c5ecef5241), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.677917 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f6328bd4-38ba-4fc5-b2c9-10c5ecef5241), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.688899 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:00.691010 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6328bd4-38ba-4fc5-b2c9-10c5ecef5241 HTTP/1.1" status: 204 len: 168 time: 0.2733581 Feb 08 17:30:00.709063 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f421da-b40b-4037-888e-d640f198b440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6328bd4-38ba-4fc5-b2c9-10c5ecef5241,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:00.747478 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:30:01.038932 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa607-a289-4ea5-a2b0-744e7d6ba76c req-40482614-2b6b-461d-9812-08247848b187 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:01.040972 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:01.053621 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-667aa607-a289-4ea5-a2b0-744e7d6ba76c req-40482614-2b6b-461d-9812-08247848b187 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1647313 Feb 08 17:30:01.055733 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff', 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29', 'port_id': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff', 'mac_address': 'fa:16:3e:21:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec37773f-6410-465d-8f8e-a1bef0edf117', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:30:01.125912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:01.126524 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:01.154126 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-667aa607-a289-4ea5-a2b0-744e7d6ba76c req-7071fc56-83f9-4f11-a9b0-929b9c78e8b5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912008 Feb 08 17:30:01.161745 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:30:01.196609 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:01.201996 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:01.276976 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:01.511102 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1b53-d25d-4a3e-8363-b77e35d02970 req-b990f958-f96e-4819-b69c-e957d32f1e45 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:01.514678 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-be6f1b53-d25d-4a3e-8363-b77e35d02970 req-b990f958-f96e-4819-b69c-e957d32f1e45 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 944 time: 0.1105421 Feb 08 17:30:01.623106 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-be6f1b53-d25d-4a3e-8363-b77e35d02970 req-e03f9e2c-efc4-42da-a8c9-61bab9bf7b3e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976982 Feb 08 17:30:01.664962 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:02.356387 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf747fe-40e6-473d-9a11-d0055556c815 req-a5d98d26-72fb-4275-87fa-422520019f65 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:02.359368 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9cf747fe-40e6-473d-9a11-d0055556c815 req-a5d98d26-72fb-4275-87fa-422520019f65 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1038001 Feb 08 17:30:02.497826 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9cf747fe-40e6-473d-9a11-d0055556c815 req-0bc44d24-3eec-4d2b-a5db-2c1ee150a238 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289110 Feb 08 17:30:02.954302 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5d9f-a859-4c5e-8ab2-346d0dc5e3da req-34d6bd80-d22f-463b-a94a-82aa6cbfec85 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:02.954302 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-553b5d9f-a859-4c5e-8ab2-346d0dc5e3da req-34d6bd80-d22f-463b-a94a-82aa6cbfec85 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 944 time: 0.1416399 Feb 08 17:30:03.054901 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-553b5d9f-a859-4c5e-8ab2-346d0dc5e3da req-323fb657-5742-4cdd-b673-bf518b0a175d tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932322 Feb 08 17:30:03.705474 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22824bc-4fec-499b-be0f-865188607ca1 req-ba61f70d-c646-46c5-87fd-3e1c7f126860 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:03.715588 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a22824bc-4fec-499b-be0f-865188607ca1 req-ba61f70d-c646-46c5-87fd-3e1c7f126860 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1033189 Feb 08 17:30:03.760672 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37480) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:03.810036 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a22824bc-4fec-499b-be0f-865188607ca1 req-04551755-aaae-4f63-80f0-ccc038da4e68 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932922 Feb 08 17:30:03.948506 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f508144-44f7-48a1-bcbe-3705ab04306d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.087194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f508144-44f7-48a1-bcbe-3705ab04306d admin admin] Publish callbacks [] for security_group (f08aca82-1c28-4e82-a9e4-f26461812041), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.104314 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0f508144-44f7-48a1-bcbe-3705ab04306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f08aca82-1c28-4e82-a9e4-f26461812041), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.182750 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f508144-44f7-48a1-bcbe-3705ab04306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08aca82-1c28-4e82-a9e4-f26461812041,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:04.209707 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37500) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:04.213445 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0f508144-44f7-48a1-bcbe-3705ab04306d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a096a736bef74789b89baa2ec710f7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446466 Feb 08 17:30:04.325821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe94a-51b0-47c7-abc5-cbdfe280024e req-4a8dbee1-1c75-4bb5-872f-df66a2cc4365 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:04.328835 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-820fe94a-51b0-47c7-abc5-cbdfe280024e req-4a8dbee1-1c75-4bb5-872f-df66a2cc4365 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 944 time: 0.0824056 Feb 08 17:30:04.331091 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] Publish callbacks [] for security_group (f08aca82-1c28-4e82-a9e4-f26461812041), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.386492 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] Publish callbacks [] for security_group (f08aca82-1c28-4e82-a9e4-f26461812041), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.436010 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-820fe94a-51b0-47c7-abc5-cbdfe280024e req-c1ada842-ca68-4525-8370-5c426f7eccc2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Feb 08 17:30:04.507310 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f08aca82-1c28-4e82-a9e4-f26461812041), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.512242 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.515195 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f08aca82-1c28-4e82-a9e4-f26461812041 HTTP/1.1" status: 204 len: 168 time: 0.3033409 Feb 08 17:30:04.531039 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc686a-f518-4c3e-b77a-bf98de274b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08aca82-1c28-4e82-a9e4-f26461812041,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:04.688582 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bf3ed38-bbe6-4f24-ada8-70dd535c2299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:04.794979 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:30:04.904026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:30:04.914455 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:04.915489 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.055285 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa4c9e-cc0d-427f-94ba-3bdba0f9e6b7 req-9c0c5391-d8c6-47a4-a089-1cd6e44242a4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:05.060832 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f0fa4c9e-cc0d-427f-94ba-3bdba0f9e6b7 req-9c0c5391-d8c6-47a4-a089-1cd6e44242a4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1165342 Feb 08 17:30:05.096274 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:05.097213 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.142107 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:05.146943 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b2cc0-234c-45e0-aa08-2ada4760fa48" -d '{"events": [{"server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "name": "network-vif-plugged", "status": "completed", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:05.159912 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37518) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:05.166958 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f0fa4c9e-cc0d-427f-94ba-3bdba0f9e6b7 req-e1803669-7643-46ad-be09-8df8ddfdc907 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996230 Feb 08 17:30:05.182434 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bac81b3-8cf2-4a44-8379-fbd2e2eaf699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.196309 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:05.204244 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.277006 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f174f66a-56a4-4d02-9792-548ae18df806 x-openstack-request-id: req-f174f66a-56a4-4d02-9792-548ae18df806 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:05.290501 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "name": "network-vif-plugged", "status": "completed", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:05.290501 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f174f66a-56a4-4d02-9792-548ae18df806 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:05.290501 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff', 'code': 200} Feb 08 17:30:05.332473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:05.377471 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bac81b3-8cf2-4a44-8379-fbd2e2eaf699 admin admin] Publish callbacks [] for security_group (c8ea9871-f5f0-459a-9108-2a8c4be35215), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.382703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7bac81b3-8cf2-4a44-8379-fbd2e2eaf699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (c8ea9871-f5f0-459a-9108-2a8c4be35215), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.431189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac81b3-8cf2-4a44-8379-fbd2e2eaf699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea9871-f5f0-459a-9108-2a8c4be35215,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:05.439516 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7bac81b3-8cf2-4a44-8379-fbd2e2eaf699 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c709e09fd8d49aeb71451327a577dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749228 Feb 08 17:30:05.439922 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37526) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:05.502991 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] Publish callbacks [] for security_group (c8ea9871-f5f0-459a-9108-2a8c4be35215), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.528412 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] Publish callbacks [] for security_group (c8ea9871-f5f0-459a-9108-2a8c4be35215), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.599026 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (c8ea9871-f5f0-459a-9108-2a8c4be35215), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.604784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:05.606626 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8ea9871-f5f0-459a-9108-2a8c4be35215 HTTP/1.1" status: 204 len: 168 time: 0.1651134 Feb 08 17:30:05.610949 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfbd7e-9492-4893-80b9-189f119024c1 req-db3000af-1780-426a-8754-c8c701024358 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:05.614033 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cbdfbd7e-9492-4893-80b9-189f119024c1 req-db3000af-1780-426a-8754-c8c701024358 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.0670657 Feb 08 17:30:05.622887 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f837a-df5b-4582-a572-ee3d3d071f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea9871-f5f0-459a-9108-2a8c4be35215,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:05.684322 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cbdfbd7e-9492-4893-80b9-189f119024c1 req-27f257c4-a573-4295-b82a-6a62e40776c3 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650244 Feb 08 17:30:06.358148 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba30dd-bcea-477d-93a3-991eba7dd38b req-0c7cce4f-e2ee-42dc-8c19-ee5253de9e15 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:06.360300 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e3ba30dd-bcea-477d-93a3-991eba7dd38b req-0c7cce4f-e2ee-42dc-8c19-ee5253de9e15 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Feb 08 17:30:06.439135 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e3ba30dd-bcea-477d-93a3-991eba7dd38b req-b4375c87-d797-418f-82ec-df22054b6ad5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698802 Feb 08 17:30:06.862060 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5984b18-46b2-4e87-9db1-7ac44ea51c07 req-3434a670-80bc-4323-ba6b-5019bf5ab45f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:06.863957 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b5984b18-46b2-4e87-9db1-7ac44ea51c07 req-3434a670-80bc-4323-ba6b-5019bf5ab45f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.0850253 Feb 08 17:30:06.939293 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b5984b18-46b2-4e87-9db1-7ac44ea51c07 req-42280e1f-2010-46aa-9246-52f6e4b8cf45 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Feb 08 17:30:07.084607 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f165cd4f-4970-433f-bbd2-e96dce9b9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.166793 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:07.289478 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af3bba71-d2a1-4364-a71a-25f73935fcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.380753 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af3bba71-d2a1-4364-a71a-25f73935fcd8 admin admin] Publish callbacks [] for security_group (004de135-98b5-4516-8241-568f3cb4bf03), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.388707 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-af3bba71-d2a1-4364-a71a-25f73935fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (004de135-98b5-4516-8241-568f3cb4bf03), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.435108 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba71-d2a1-4364-a71a-25f73935fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004de135-98b5-4516-8241-568f3cb4bf03,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:07.439713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-af3bba71-d2a1-4364-a71a-25f73935fcd8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a469ce6f73314eec8bb90f149a9410f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717202 Feb 08 17:30:07.442411 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37578) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:07.502196 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] Publish callbacks [] for security_group (004de135-98b5-4516-8241-568f3cb4bf03), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.525316 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] Publish callbacks [] for security_group (004de135-98b5-4516-8241-568f3cb4bf03), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.624985 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c9d75-868c-485c-8caa-6534bd0dbad2 req-e21ed819-7706-479f-b78e-a27625022635 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:07.627718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-904c9d75-868c-485c-8caa-6534bd0dbad2 req-e21ed819-7706-479f-b78e-a27625022635 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0932639 Feb 08 17:30:07.645794 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (004de135-98b5-4516-8241-568f3cb4bf03), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.648487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:07.649655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/004de135-98b5-4516-8241-568f3cb4bf03 HTTP/1.1" status: 204 len: 168 time: 0.2060943 Feb 08 17:30:07.668777 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd30c5-f808-4fa3-a115-97bf5f78c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004de135-98b5-4516-8241-568f3cb4bf03,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:07.703220 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-904c9d75-868c-485c-8caa-6534bd0dbad2 req-763f7d45-228e-4fa0-adb5-b80154a276a6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654354 Feb 08 17:30:08.018196 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:08.244909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894af40-cb7e-4deb-a592-c856fdb18f33 req-36fbbbe2-8266-487c-928e-810f066821ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:08.247648 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6e108-afa8-417f-87ab-8a32ee2ba7cf req-3dddecca-20c8-40e8-98a2-7c3ca4c6923c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:08.248550 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5894af40-cb7e-4deb-a592-c856fdb18f33 req-36fbbbe2-8266-487c-928e-810f066821ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 1129 time: 0.1495626 Feb 08 17:30:08.252354 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-98f6e108-afa8-417f-87ab-8a32ee2ba7cf req-3dddecca-20c8-40e8-98a2-7c3ca4c6923c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.1567664 Feb 08 17:30:08.332277 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5894af40-cb7e-4deb-a592-c856fdb18f33 req-a84efdc0-d9f6-4b08-ba81-cb8b590d3662 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697882 Feb 08 17:30:08.343891 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-98f6e108-afa8-417f-87ab-8a32ee2ba7cf req-53277258-3883-4ad6-85a4-a6f61917560d tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816565 Feb 08 17:30:08.952841 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392f1c8-79f2-4442-bc8f-5f18387aeadc req-28d8b575-914d-4b8b-a459-46a0c7ea4314 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:08.956688 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2392f1c8-79f2-4442-bc8f-5f18387aeadc req-28d8b575-914d-4b8b-a459-46a0c7ea4314 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1313314 Feb 08 17:30:09.293973 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2392f1c8-79f2-4442-bc8f-5f18387aeadc req-db15d8be-f297-4378-8ec3-00974b656646 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283994 Feb 08 17:30:09.540664 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14b89f-baa5-4b9a-b9e4-e9511e68b684 req-4575d475-0b61-45f2-9b98-f9fb3ba7d5e6 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:09.542363 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8e14b89f-baa5-4b9a-b9e4-e9511e68b684 req-4575d475-0b61-45f2-9b98-f9fb3ba7d5e6 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.0838146 Feb 08 17:30:09.640086 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8e14b89f-baa5-4b9a-b9e4-e9511e68b684 req-3e18e03a-2c17-423f-820b-8139c6fb4f24 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870719 Feb 08 17:30:09.932173 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:10.486140 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef63cb-5665-4ef8-9949-569bb767a002 req-04126685-6b9a-444d-aa94-e81b143c3da9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:10.493338 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cef63cb-5665-4ef8-9949-569bb767a002 req-04126685-6b9a-444d-aa94-e81b143c3da9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1037855 Feb 08 17:30:10.591183 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1cef63cb-5665-4ef8-9949-569bb767a002 req-0b4688dd-f936-4afa-8c87-1dc0ad37e9cf tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Feb 08 17:30:10.843769 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedfc36-b685-41b0-839d-089679aebbd9 req-af314214-3a16-4c9e-9eda-9d032723ad35 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:10.846115 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fbedfc36-b685-41b0-839d-089679aebbd9 req-af314214-3a16-4c9e-9eda-9d032723ad35 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.0837727 Feb 08 17:30:10.927403 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fbedfc36-b685-41b0-839d-089679aebbd9 req-69070de5-a118-4e6b-9936-7369411038c3 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Feb 08 17:30:11.217725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:11.418382 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-59afac84-e640-40eb-980e-0431b91f2ea7 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=700878fc54924d3ba0fa14041a48d947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515101 Feb 08 17:30:11.737070 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:11.822479 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-9de1097c-0e06-4e76-8a47-32584a1bfdff tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:11.824932 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-9de1097c-0e06-4e76-8a47-32584a1bfdff tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735406 Feb 08 17:30:11.851885 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-7f6a7383-1540-439e-bd4c-641a83a1fb5d tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/quotas/700878fc54924d3ba0fa14041a48d947 HTTP/1.1" status: 200 len: 375 time: 0.0167603 Feb 08 17:30:11.871267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741587-ef2d-4448-a260-1cd5c21e2114 req-b834c008-e720-427b-b7ba-f58354e82463 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:11.875087 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-69741587-ef2d-4448-a260-1cd5c21e2114 req-b834c008-e720-427b-b7ba-f58354e82463 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1111784 Feb 08 17:30:11.919561 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-54b7611b-e05f-440b-b2ec-6ff4f5227d07 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=700878fc54924d3ba0fa14041a48d947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596497 Feb 08 17:30:11.973036 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-69741587-ef2d-4448-a260-1cd5c21e2114 req-07138fe7-ca0b-4a75-8c15-f04b098168ac tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851319 Feb 08 17:30:12.391455 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ca5a9a2a-767a-492e-a21e-22bdad4bf8d3 req-36152a2e-0161-4c71-8ef7-a8950f6cdc82 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 210 time: 0.1115358 Feb 08 17:30:12.584713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c76c8-5f5f-44df-a201-62d704c834ff req-daa0f9bd-0e83-4a07-a022-f9776dd8c73b tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:12.586596 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a5c76c8-5f5f-44df-a201-62d704c834ff req-daa0f9bd-0e83-4a07-a022-f9776dd8c73b tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.1352322 Feb 08 17:30:12.668799 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a5c76c8-5f5f-44df-a201-62d704c834ff req-f9e0ac3d-883f-4366-a4b8-77de746bc3be tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727885 Feb 08 17:30:13.217636 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ec1d4-80eb-4750-9db9-442680e0fb1d req-5332a6df-32b7-4975-8fc5-4d0be2915cba tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:13.220436 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-be4ec1d4-80eb-4750-9db9-442680e0fb1d req-5332a6df-32b7-4975-8fc5-4d0be2915cba tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1034613 Feb 08 17:30:13.332612 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-be4ec1d4-80eb-4750-9db9-442680e0fb1d req-033473f5-7ca1-463a-b370-4e26bf4f5d86 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904260 Feb 08 17:30:13.591326 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9b86e338-8901-412b-a9a6-aa4864a00f24 req-87a06c47-62ee-40fb-bc53-9af948ddeb96 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 210 time: 0.0762904 Feb 08 17:30:13.893376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81f6b8-7d31-41a7-b05e-c9c6e1ead8a9 req-2237972a-6236-4b66-9623-00c330710d81 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:13.896408 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd81f6b8-7d31-41a7-b05e-c9c6e1ead8a9 req-2237972a-6236-4b66-9623-00c330710d81 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.0982039 Feb 08 17:30:14.009090 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd81f6b8-7d31-41a7-b05e-c9c6e1ead8a9 req-33cea2ca-1623-4ef1-b879-905238005281 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961590 Feb 08 17:30:14.139174 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-f1a81d15-61c7-4265-8870-ba218d268ca2 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=700878fc54924d3ba0fa14041a48d947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375302 Feb 08 17:30:14.347953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-25bc826f-8839-4a55-be21-a17f3b8625f5 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:14.351432 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-25bc826f-8839-4a55-be21-a17f3b8625f5 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068791 Feb 08 17:30:14.378083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Request body: {'port': {'device_id': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3', 'admin_state_up': True, 'tenant_id': '700878fc54924d3ba0fa14041a48d947'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:14.614696 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82a99b-4050-431e-8f56-aeabc0ce2711 req-50a02fdd-9f45-4e7e-bca1-ecf126703f04 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:14.618104 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f82a99b-4050-431e-8f56-aeabc0ce2711 req-50a02fdd-9f45-4e7e-bca1-ecf126703f04 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0975566 Feb 08 17:30:14.620381 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Made reservation on behalf of 700878fc54924d3ba0fa14041a48d947 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:30:14.626976 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:14.647532 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:14.715940 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f82a99b-4050-431e-8f56-aeabc0ce2711 req-03a37b4a-cc3e-469f-b888-d68fdf961e91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Feb 08 17:30:14.817087 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-119683e5-1e23-419c-92fa-16d5986840c8 req-30123ecf-31b1-4b7b-880f-5dab4dc53970 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 210 time: 0.0581217 Feb 08 17:30:14.842907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks [] for security_group (bba6175c-51bd-40aa-96a9-5f2cd3786c74), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:14.849134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bba6175c-51bd-40aa-96a9-5f2cd3786c74), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:14.924263 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba6175c-51bd-40aa-96a9-5f2cd3786c74,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:15.038239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Allocated IP 192.168.233.53 (cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3/45ea36c8-8d85-4990-94b0-69e2681907f6/9e760b09-df83-444f-a5a7-0d8b668f4627) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:30:15.289498 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9dea7-77bb-41e4-b01c-ea6fb08b21d9 req-f27d51db-64a5-4973-8b15-07d59a5dc51f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:15.292219 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b4c9dea7-77bb-41e4-b01c-ea6fb08b21d9 req-f27d51db-64a5-4973-8b15-07d59a5dc51f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.1630192 Feb 08 17:30:15.318084 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks [] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.331384 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-69c7eef7-4f78-44d6-a6ed-38572fe067be tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:15.334457 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-69c7eef7-4f78-44d6-a6ed-38572fe067be tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 945 time: 0.1376953 Feb 08 17:30:15.365011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.456781 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:30:15.463147 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:15.471599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:30:15.570427 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Pushing event updated for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:15.580521 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b4c9dea7-77bb-41e4-b01c-ea6fb08b21d9 req-ed78cf88-cd62-402b-8ccc-3b32e6774c4a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759697 Feb 08 17:30:15.666143 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:15.667614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.715500 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-b3420263-9584-4433-acf8-f43f7f5f89cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3447878 Feb 08 17:30:15.731238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Deleting port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:30:15.732258 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.737732 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Request body: {'port': {'device_id': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:15.871376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.934048 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] For port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:15.938114 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.946025 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59470620-2f48-4962-b2ce-8aa83be5ae66 None None] Provisioning complete for port 9e760b09-df83-444f-a5a7-0d8b668f4627 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:15.946859 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59470620-2f48-4962-b2ce-8aa83be5ae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:15.959811 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37850) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:15.980691 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Calling delete_port for 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:30:16.014046 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-59470620-2f48-4962-b2ce-8aa83be5ae66 None None] Port 9e760b09-df83-444f-a5a7-0d8b668f4627 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:30:16.087414 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db590c1-9f38-4c6f-b29c-a36a3638c19f req-edb217e2-5eb3-4ec1-b912-092a757a4f91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:16.089396 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0db590c1-9f38-4c6f-b29c-a36a3638c19f req-edb217e2-5eb3-4ec1-b912-092a757a4f91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2110972 Feb 08 17:30:16.160932 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d82b-857d-4797-b6b0-923e06eaa97b req-075a6211-7d68-4908-b070-1bb73c2083b6 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:16.163078 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4e1d82b-857d-4797-b6b0-923e06eaa97b req-075a6211-7d68-4908-b070-1bb73c2083b6 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 935 time: 0.1843891 Feb 08 17:30:16.243906 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4e1d82b-857d-4797-b6b0-923e06eaa97b req-8e92cac8-a630-438b-866a-4f4aee1a87b0 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679064 Feb 08 17:30:16.251022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.300230 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0db590c1-9f38-4c6f-b29c-a36a3638c19f req-c3dd4f3f-de8a-4987-bc50-2b2a5a733e48 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993425 Feb 08 17:30:16.357464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.386076 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:16.408830 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Pushing event deleted for resources: {'Port': ['ID=3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:16.474663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Publish callbacks [] for security_group (06384201-a2a5-4083-958a-6727fe5d3eab), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.506282 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (06384201-a2a5-4083-958a-6727fe5d3eab), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.671395 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d974f0fe93df4f6f8ab75c9d93963743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7061114 Feb 08 17:30:16.674356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37858) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:16.678857 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06384201-a2a5-4083-958a-6727fe5d3eab,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:16.693271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e760b09-df83-444f-a5a7-0d8b668f4627 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:30:16.714070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks [] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.725418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.725776 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.726165 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.726591 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.726934 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.727286 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.727867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.728218 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.729075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.729075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.729334 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.729591 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.729915 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b21c02-afd0-4c9e-8ada-aa7ce66d59c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:16.761952 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-8bc09373-d7f9-40fa-b150-606f190e46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:16.763501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-8bc09373-d7f9-40fa-b150-606f190e46bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.2796488 Feb 08 17:30:16.771910 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Transition to ACTIVE for port object 9e760b09-df83-444f-a5a7-0d8b668f4627 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:30:16.779011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.800797 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] No DVR routers for this DVR port 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff on host hv-cinder-82204 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:30:16.805339 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.809122 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0aa4b0f2-24fa-4dea-9ced-871e2b16322b req-126e477f-6b10-420e-89ae-e97c373d50bc tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "DELETE /v2.0/ports/3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff HTTP/1.1" status: 204 len: 173 time: 1.4631736 Feb 08 17:30:16.826740 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'name': 'network-vif-deleted', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:16.829447 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81f436-f89b-44cb-b16a-6749b6060234" -d '{"events": [{"server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "name": "network-vif-deleted", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:16.841799 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-29283a33-6c0c-4c34-bf57-f1989fedd872 req-fa7049a3-9d0d-4188-846e-06c52a432c32 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=4013c2da-f6fd-458b-860c-3683c05bc99d HTTP/1.1" status: 200 len: 210 time: 0.0979159 Feb 08 17:30:16.907490 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc10a09-7baf-4bb2-8e20-90feca665daf x-openstack-request-id: req-8bc10a09-7baf-4bb2-8e20-90feca665daf {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:16.907781 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4013c2da-f6fd-458b-860c-3683c05bc99d", "name": "network-vif-deleted", "tag": "3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:16.908356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8bc10a09-7baf-4bb2-8e20-90feca665daf {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:16.909045 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4013c2da-f6fd-458b-860c-3683c05bc99d', 'name': 'network-vif-deleted', 'tag': '3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff', 'status': 'completed', 'code': 200} Feb 08 17:30:16.941122 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] Publish callbacks [] for security_group (06384201-a2a5-4083-958a-6727fe5d3eab), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:16.996905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:17.072718 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] Publish callbacks [] for security_group (06384201-a2a5-4083-958a-6727fe5d3eab), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.223354 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-8d6bd00a-255e-4d04-b433-09038e4589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:17.225151 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-8d6bd00a-255e-4d04-b433-09038e4589b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.3495021 Feb 08 17:30:17.230769 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Attempting to bind port 9e760b09-df83-444f-a5a7-0d8b668f4627 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:30:17.231299 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Attempting to bind port 9e760b09-df83-444f-a5a7-0d8b668f4627 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:30:17.231667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Attempting to bind port 9e760b09-df83-444f-a5a7-0d8b668f4627 on network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:17.241323 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Port 9e760b09-df83-444f-a5a7-0d8b668f4627 on network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:30:17.242273 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Attempting to bind port 9e760b09-df83-444f-a5a7-0d8b668f4627 on network cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:17.258956 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:30:17.259435 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Checking segment: {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:30:17.260500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Bound using segment: {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:30:17.261547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Bound port: 9e760b09-df83-444f-a5a7-0d8b668f4627, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058597f3-8a84-4c69-8550-ddbb18536085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:30:17.262327 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.321807 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-eff90271-d2d8-40b0-8d40-4895ddcdadbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0771754 Feb 08 17:30:17.334347 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (06384201-a2a5-4083-958a-6727fe5d3eab), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.339306 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.344123 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06384201-a2a5-4083-958a-6727fe5d3eab HTTP/1.1" status: 204 len: 168 time: 0.6636913 Feb 08 17:30:17.449654 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4bdd5-94dc-482a-91eb-4d979ee46bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06384201-a2a5-4083-958a-6727fe5d3eab,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:17.560977 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc61c0-85f6-4a86-8ca5-ba5487daaf56 req-80c5d6a9-1b87-49ed-9225-601341c782ad tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:17.565051 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fecc61c0-85f6-4a86-8ca5-ba5487daaf56 req-80c5d6a9-1b87-49ed-9225-601341c782ad tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.1596775 Feb 08 17:30:17.607249 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-b6ad1640-4fd4-4eeb-a579-a24f195e3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:17.608833 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-b6ad1640-4fd4-4eeb-a579-a24f195e3284 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.2758904 Feb 08 17:30:17.662708 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-4d66afd2-cd0a-40ee-ad57-167d71505c66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380311 Feb 08 17:30:17.682276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5ab0-7a64-44cd-b958-fe44db310abb req-f921d520-8828-44bc-ad78-a4dfabbdd875 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:17.684165 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c5e5ab0-7a64-44cd-b958-fe44db310abb req-f921d520-8828-44bc-ad78-a4dfabbdd875 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1819954 Feb 08 17:30:17.686602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:30:17.706453 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fecc61c0-85f6-4a86-8ca5-ba5487daaf56 req-e05b1b03-fb03-4719-873f-5dea8d0d0a1f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329341 Feb 08 17:30:17.740040 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=9e760b09-df83-444f-a5a7-0d8b668f4627,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:30:17.804821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.907907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:17.908868 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:17.911686 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e760b09-df83-444f-a5a7-0d8b668f4627 HTTP/1.1" status: 200 len: 1097 time: 2.1823878 Feb 08 17:30:17.912016 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:17.916036 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7accd-57b7-4cce-aab8-4a6cccc51835" -d '{"events": [{"name": "network-changed", "server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:18.017490 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7c5e5ab0-7a64-44cd-b958-fe44db310abb req-e4c7265c-f928-46d0-baa0-35d284ec5cc9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841494 Feb 08 17:30:18.073006 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2ebcf-c569-4f58-aa84-6366be5fc3be x-openstack-request-id: req-b1f2ebcf-c569-4f58-aa84-6366be5fc3be {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:18.073692 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:18.074044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1f2ebcf-c569-4f58-aa84-6366be5fc3be {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:18.074609 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627', 'status': 'completed', 'code': 200} Feb 08 17:30:18.150225 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:18.166286 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-b738184e-d093-425d-baa0-695b80e56d09 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763916 Feb 08 17:30:18.167124 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.168424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892fbd8-2ecc-4fdb-b5ed-c4290db78716 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:18.276847 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-0fa753b2-e9f2-48b2-8e2b-bfd0932fc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:18.279345 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-0fa753b2-e9f2-48b2-8e2b-bfd0932fc3e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=700878fc54924d3ba0fa14041a48d947&device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 1131 time: 0.2286873 Feb 08 17:30:18.364849 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Publish callbacks [] for security_group (a661f1ca-cd72-4fb5-9858-23b11cf4fd72), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.370709 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a661f1ca-cd72-4fb5-9858-23b11cf4fd72), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.390478 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-47849319-b669-412d-945f-2e9fceb6d120 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9e760b09-df83-444f-a5a7-0d8b668f4627 HTTP/1.1" status: 200 len: 217 time: 0.0872910 Feb 08 17:30:18.426197 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a661f1ca-cd72-4fb5-9858-23b11cf4fd72,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:18.434792 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e367babec31341029d931cd4d256ec79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807994 Feb 08 17:30:18.436122 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 37902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:18.451687 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.452012 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.452376 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.452900 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.453331 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.453706 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.454114 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.454511 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.455089 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.455569 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.455919 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.456308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.456702 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b89e80d-5713-41a3-b0b0-79ee93e93067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:18.500263 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0457f70a-5d88-45bc-968b-8c3f2aa908d7 req-8bd4a5f2-c151-4486-b3ec-c2fc5fdec888 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139868 Feb 08 17:30:18.504195 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-921010f5-959a-4b1d-be0a-20153568f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:18.505422 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-921010f5-959a-4b1d-be0a-20153568f7e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45ea36c8-8d85-4990-94b0-69e2681907f6 HTTP/1.1" status: 200 len: 843 time: 0.1045690 Feb 08 17:30:18.512449 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-400df4f4-91dc-4e33-8fa5-a5c84c12c09a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:18.519868 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-400df4f4-91dc-4e33-8fa5-a5c84c12c09a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 809 time: 0.2391798 Feb 08 17:30:18.527049 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] Publish callbacks [] for security_group (a661f1ca-cd72-4fb5-9858-23b11cf4fd72), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.561666 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] Publish callbacks [] for security_group (a661f1ca-cd72-4fb5-9858-23b11cf4fd72), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.582500 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-45c4be15-4b9d-4379-99b5-4a6087142e55 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/quotas/b57af0d0aa794073a318653dc7c14c5e HTTP/1.1" status: 200 len: 375 time: 0.0615182 Feb 08 17:30:18.643520 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-5998ae4e-e95b-4012-b4cc-ddbebf13ed84 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532887 Feb 08 17:30:18.647384 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a661f1ca-cd72-4fb5-9858-23b11cf4fd72), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.653403 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:18.655630 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a661f1ca-cd72-4fb5-9858-23b11cf4fd72 HTTP/1.1" status: 204 len: 168 time: 0.2179046 Feb 08 17:30:18.657368 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-348f37c3-18ea-4e74-85f1-1b0425e1f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:18.662476 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-348f37c3-18ea-4e74-85f1-1b0425e1f73d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1404049 Feb 08 17:30:18.694512 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac370f85-d48d-472c-be36-d1cda691ea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a661f1ca-cd72-4fb5-9858-23b11cf4fd72,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:18.841968 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:30:18.958814 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-0c5ea8f6-ed3f-4963-8b64-9170f6f2fa2a service neutron] 10.222.0.69 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946215 Feb 08 17:30:18.975105 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:30:18.975680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 3bb8fcc0-8e97-4a33-b4db-474a2d5f11ff not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:30:19.104202 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab7034-7467-4de7-bf48-d9565bed5ce8 req-71eea277-8ab7-427e-9550-c102f1cf10e6 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:19.121055 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-05ab7034-7467-4de7-bf48-d9565bed5ce8 req-71eea277-8ab7-427e-9550-c102f1cf10e6 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.1802261 Feb 08 17:30:19.307527 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-05ab7034-7467-4de7-bf48-d9565bed5ce8 req-9957edad-e3d0-4574-b91c-264de1ed9831 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819122 Feb 08 17:30:19.590793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401d9c-2c1f-467d-856e-efe2011d5af0 req-0c8be64e-c036-4de6-ace1-b79febd8d726 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:19.622770 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-23401d9c-2c1f-467d-856e-efe2011d5af0 req-0c8be64e-c036-4de6-ace1-b79febd8d726 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1794417 Feb 08 17:30:19.676746 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37930) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:19.781531 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc800840-58ca-4e1f-b52f-5b19064f66bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:19.860608 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-23401d9c-2c1f-467d-856e-efe2011d5af0 req-1af878b1-b7c8-4e8d-bfed-fb4fa82d97fe tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334991 Feb 08 17:30:19.882634 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-bea04540-a849-463f-87e5-fa4b5d21fd41 service neutron] 10.222.0.64 "GET /v2.0/networks/cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063761 Feb 08 17:30:20.073534 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-e416065a-8ea7-402f-902c-58dff8f7bdd3 service neutron] 10.222.0.69 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1005287 Feb 08 17:30:20.185482 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d0e61b6d-1457-4e14-ae7b-f17bbfc31f70 req-2040ca3c-afd7-4640-8dc7-fdbc596acc37 service neutron] 10.222.0.64 "GET /v2.0/networks/cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593894 Feb 08 17:30:20.196807 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc800840-58ca-4e1f-b52f-5b19064f66bb admin admin] Publish callbacks [] for security_group (fff23a9d-6137-45de-9c78-48992b659f7d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.203141 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fc800840-58ca-4e1f-b52f-5b19064f66bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (fff23a9d-6137-45de-9c78-48992b659f7d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.352306 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc800840-58ca-4e1f-b52f-5b19064f66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff23a9d-6137-45de-9c78-48992b659f7d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:20.366785 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fc800840-58ca-4e1f-b52f-5b19064f66bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1d88f8133374a849d6b5fc09ae8670f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880767 Feb 08 17:30:20.399913 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 37952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:20.427060 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c0e59213-e721-446e-b7c5-f8b3fc74bf96 req-7f9e065c-c2f1-4a29-9bfb-3b6458fc26b1 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 210 time: 0.0978339 Feb 08 17:30:20.482371 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-c52887d8-8916-4108-a6aa-57d0575de346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:20.486613 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-c52887d8-8916-4108-a6aa-57d0575de346 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=700878fc54924d3ba0fa14041a48d947&device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 1131 time: 0.1997712 Feb 08 17:30:20.672751 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] Publish callbacks [] for security_group (fff23a9d-6137-45de-9c78-48992b659f7d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.742792 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccf9d-8506-4282-87a8-8dd7df76e278 req-bf04c6ee-f7c9-4e26-85a5-cb7338a9a8a7 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:20.744867 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-831ccf9d-8506-4282-87a8-8dd7df76e278 req-bf04c6ee-f7c9-4e26-85a5-cb7338a9a8a7 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.2930071 Feb 08 17:30:20.774213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] Publish callbacks [] for security_group (fff23a9d-6137-45de-9c78-48992b659f7d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.807343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-b0380f0f-9bd4-45c4-a436-af82aa2aed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:20.809680 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-b0380f0f-9bd4-45c4-a436-af82aa2aed24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3 HTTP/1.1" status: 200 len: 870 time: 0.2768941 Feb 08 17:30:20.900015 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-831ccf9d-8506-4282-87a8-8dd7df76e278 req-60fc4e7b-843c-4049-95b4-c5e3193c341d tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199708 Feb 08 17:30:20.932745 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (fff23a9d-6137-45de-9c78-48992b659f7d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.936597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:20.937805 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fff23a9d-6137-45de-9c78-48992b659f7d HTTP/1.1" status: 204 len: 168 time: 0.5346308 Feb 08 17:30:20.953826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6a26-8cab-4191-af6f-f315d0748b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff23a9d-6137-45de-9c78-48992b659f7d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:21.225033 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888c628-8543-4c55-9bac-811014712b93 req-db51e419-5701-435f-a6d7-c5e16eb8f267 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:21.228418 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a888c628-8543-4c55-9bac-811014712b93 req-db51e419-5701-435f-a6d7-c5e16eb8f267 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1011944 Feb 08 17:30:21.303622 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a888c628-8543-4c55-9bac-811014712b93 req-a24f63c3-2eff-47d2-81ca-27d8a12ede25 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688188 Feb 08 17:30:21.560550 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7f28359-04dc-4bc5-8a7d-ce9f4099f276 req-890a9741-cb95-4c88-8f74-dc08c235dff0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 210 time: 0.0403359 Feb 08 17:30:22.075781 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6845ab-83d2-434d-80eb-3039bd899314 req-d8192e91-4b3c-4394-83b0-ac063608794e tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:22.077431 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3f6845ab-83d2-434d-80eb-3039bd899314 req-d8192e91-4b3c-4394-83b0-ac063608794e tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.0822115 Feb 08 17:30:22.150076 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3f6845ab-83d2-434d-80eb-3039bd899314 req-bbc3e087-33dd-4d41-966a-8860ce640050 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611212 Feb 08 17:30:22.469429 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-ef785499-9182-488a-a740-e1f8b2ab1a5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9e760b09-df83-444f-a5a7-0d8b668f4627 HTTP/1.1" status: 200 len: 217 time: 0.0466907 Feb 08 17:30:22.492459 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0da18-9150-4c19-b7ee-9544c74de234 req-10bddca1-2caa-4b07-94cb-1f15452760f7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:22.494091 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02e0da18-9150-4c19-b7ee-9544c74de234 req-10bddca1-2caa-4b07-94cb-1f15452760f7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1000521 Feb 08 17:30:22.557182 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02e0da18-9150-4c19-b7ee-9544c74de234 req-4ce2d318-5782-4e82-98eb-cc2762719766 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Feb 08 17:30:22.714074 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d730bd09-533a-45bf-938f-2da74d1b2b12 req-b1f7908c-3be5-4c1f-aa29-c96add0a6d21 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 210 time: 0.0443749 Feb 08 17:30:23.290061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e420f9-3ca4-49f2-9dea-2acc0feafda5 req-8795f5a9-5b61-4629-a678-7ff80cb7942f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:23.291597 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17e420f9-3ca4-49f2-9dea-2acc0feafda5 req-8795f5a9-5b61-4629-a678-7ff80cb7942f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.0587463 Feb 08 17:30:23.359795 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17e420f9-3ca4-49f2-9dea-2acc0feafda5 req-77dadc7e-c8b0-4336-8398-7da67f02d9e8 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Feb 08 17:30:23.502680 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-1fdaf9d0-9ade-4733-a6bb-83043d368ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:23.505272 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-1fdaf9d0-9ade-4733-a6bb-83043d368ec0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45ea36c8-8d85-4990-94b0-69e2681907f6 HTTP/1.1" status: 200 len: 843 time: 0.0791848 Feb 08 17:30:23.592976 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-c4f50dfa-3b4e-4713-956d-c710afbc4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:23.594697 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-c4f50dfa-3b4e-4713-956d-c710afbc4d7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0790319 Feb 08 17:30:23.773505 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-ed56896b-6c57-4a96-921f-858ec88f1bfe service neutron] 10.222.0.64 "GET /v2.0/networks/cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626899 Feb 08 17:30:23.792679 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bdac-c294-44e1-a0aa-628d5214156c req-9c74c64c-d3d7-4f63-9b72-6ce5d71f3d5b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:23.796760 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b08bdac-c294-44e1-a0aa-628d5214156c req-9c74c64c-d3d7-4f63-9b72-6ce5d71f3d5b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1305416 Feb 08 17:30:23.894041 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b08bdac-c294-44e1-a0aa-628d5214156c req-f18b6bee-6d26-4e1c-980c-2f57e1c7e144 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843709 Feb 08 17:30:23.943045 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ec9546dd-7f72-4679-9f9f-3791582aae73 req-9e6e5b7f-15cf-4e9e-9adc-b3e57b84045c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 210 time: 0.0954559 Feb 08 17:30:24.009998 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-20e7accd-57b7-4cce-aab8-4a6cccc51835 req-dd10428a-c829-49f7-8ba7-888927270507 service neutron] 10.222.0.64 "GET /v2.0/networks/cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161617 Feb 08 17:30:24.594788 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1b42-d562-4123-a310-1d275ecbf538 req-2581125e-d2e9-4260-b21f-df0d2b5e66f4 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:24.600851 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-faab0acc-fe26-43c9-9c44-12cfbe9cb161 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:24.606711 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-faab0acc-fe26-43c9-9c44-12cfbe9cb161 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 809 time: 0.2253587 Feb 08 17:30:24.609696 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f5fc1b42-d562-4123-a310-1d275ecbf538 req-2581125e-d2e9-4260-b21f-df0d2b5e66f4 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.1083958 Feb 08 17:30:24.620497 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Request body: {'port': {'device_id': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29', 'admin_state_up': True, 'tenant_id': 'b57af0d0aa794073a318653dc7c14c5e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:24.690527 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f5fc1b42-d562-4123-a310-1d275ecbf538 req-d0f6493f-4a17-42be-afc8-7541e36b7182 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788970 Feb 08 17:30:24.787245 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Made reservation on behalf of b57af0d0aa794073a318653dc7c14c5e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:30:24.792204 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:24.971928 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Allocated IP 172.20.0.5 (c7086d13-3d57-4d17-8071-713a64bd1f29/ec37773f-6410-465d-8f8e-a1bef0edf117/a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:30:25.102455 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-125f1e1a-cdd0-40c2-891f-8047036e96fe req-4ad2a626-acb3-432e-8175-d63c6e17ab59 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 210 time: 0.0404310 Feb 08 17:30:25.189604 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aba21-8ec7-4278-948d-8f0abd291836 req-20e9c215-43ea-4f3a-b536-651d68de9c94 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:25.191190 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-213aba21-8ec7-4278-948d-8f0abd291836 req-20e9c215-43ea-4f3a-b536-651d68de9c94 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1635659 Feb 08 17:30:25.273322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks [] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:25.276806 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:30:25.302319 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-213aba21-8ec7-4278-948d-8f0abd291836 req-bdd60edc-ab0b-4c24-8379-02ea0a3ce1cf tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 Feb 08 17:30:25.353537 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:25.403361 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Network c7086d13-3d57-4d17-8071-713a64bd1f29 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:30:25.407713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:25.412156 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:30:25.450808 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Pushing event updated for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:25.490527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:25.491150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:25.516467 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-395b7823-0fcb-48c0-9e88-fd50bb90d5e0 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011655 Feb 08 17:30:25.542165 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Request body: {'port': {'device_id': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:25.642289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:25.875854 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114b04a-c789-454e-8bbb-d16d1a03c0a7 req-7650cab0-de4b-402b-9413-57b6444ffa23 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:25.878510 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7114b04a-c789-454e-8bbb-d16d1a03c0a7 req-7650cab0-de4b-402b-9413-57b6444ffa23 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.0817115 Feb 08 17:30:25.958258 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7114b04a-c789-454e-8bbb-d16d1a03c0a7 req-53861498-436b-4229-b9e6-0f5b5b6465d0 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736997 Feb 08 17:30:26.083416 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:30:26.094458 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks [] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:26.120643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Transition to ACTIVE for port object a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:30:26.126756 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:26.193978 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Pushing event updated for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:26.307199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa174de-d06d-4a7d-8e21-9abf1cb92d03 req-8af74d25-c796-4317-b3d3-de4238c1aeef tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:26.308778 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cfa174de-d06d-4a7d-8e21-9abf1cb92d03 req-8af74d25-c796-4317-b3d3-de4238c1aeef tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.1160040 Feb 08 17:30:26.323109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Attempting to bind port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:30:26.323109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Attempting to bind port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:30:26.323109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Attempting to bind port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 on network c7086d13-3d57-4d17-8071-713a64bd1f29 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:26.327980 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 on network c7086d13-3d57-4d17-8071-713a64bd1f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:30:26.328484 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Attempting to bind port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 on network c7086d13-3d57-4d17-8071-713a64bd1f29 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:26.346123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:30:26.346566 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Checking segment: {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:30:26.347105 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Bound using segment: {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:30:26.347779 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Bound port: a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd010345f-fae3-4612-9d12-18002cc823de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:30:26.348497 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:26.450926 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cfa174de-d06d-4a7d-8e21-9abf1cb92d03 req-c68fb110-2367-4d88-8111-d070b9e71ed8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332912 Feb 08 17:30:26.494165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92572299-0c2e-4f43-92c3-4433dfd34cc4 req-5e4c26c0-ee94-4dc6-9c48-5a7411ce040d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:26.498762 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:30:26.502213 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-92572299-0c2e-4f43-92c3-4433dfd34cc4 req-5e4c26c0-ee94-4dc6-9c48-5a7411ce040d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0955279 Feb 08 17:30:26.504339 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:30:26.516389 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:26.576599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:26.576599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:26.577934 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] 10.222.0.64 "PUT /v2.0/ports/a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 HTTP/1.1" status: 200 len: 1093 time: 1.0438666 Feb 08 17:30:26.578408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:26.580738 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-92572299-0c2e-4f43-92c3-4433dfd34cc4 req-3f79a788-3cc5-4999-8f41-7ec42f56f0c5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Feb 08 17:30:26.580990 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:26.614107 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073345f-e72b-4d02-abde-627d840bf75c service neutron] Pushing event updated for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:26.682090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba35788-5ae8-404a-9a3d-57fdcb98480b x-openstack-request-id: req-3ba35788-5ae8-404a-9a3d-57fdcb98480b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:26.682980 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:26.682980 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ba35788-5ae8-404a-9a3d-57fdcb98480b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:26.683240 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3', 'status': 'completed', 'code': 200} Feb 08 17:30:26.709849 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-231b507e-8cc1-49a3-b484-726ba29ca913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:26.711483 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-231b507e-8cc1-49a3-b484-726ba29ca913 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 1127 time: 0.0705442 Feb 08 17:30:26.774815 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-2ad714ed-4d17-4d66-9cc8-c150618cd692 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 HTTP/1.1" status: 200 len: 217 time: 0.0536060 Feb 08 17:30:26.848011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-621744f1-d38e-48e0-8093-7e93b13d7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:26.849816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-621744f1-d38e-48e0-8093-7e93b13d7d82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec37773f-6410-465d-8f8e-a1bef0edf117 HTTP/1.1" status: 200 len: 849 time: 0.0629685 Feb 08 17:30:26.874629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 9e760b09-df83-444f-a5a7-0d8b668f4627 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:30:26.899174 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-1d1f934d-418c-4914-8aa9-55a893f94990 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7086d13-3d57-4d17-8071-713a64bd1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407786 Feb 08 17:30:27.090189 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=9e760b09-df83-444f-a5a7-0d8b668f4627,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:27.097754 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-43f71a57-c3c9-458b-bdb5-55526e4c6271 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699128 Feb 08 17:30:27.111261 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '9e760b09-df83-444f-a5a7-0d8b668f4627', 'network_id': 'cf9e2a3d-bf88-4d74-ad7a-ddd46510c1a3', 'port_id': '9e760b09-df83-444f-a5a7-0d8b668f4627', 'mac_address': 'fa:16:3e:89:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ea36c8-8d85-4990-94b0-69e2681907f6', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:30:27.190904 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 9e760b09-df83-444f-a5a7-0d8b668f4627 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:27.191513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:27.198026 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d166ea6-58dc-42eb-bffa-f8c2f174ba53 req-8ffdaaae-4626-4ea3-b528-a24a1118d7cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.200279 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3d166ea6-58dc-42eb-bffa-f8c2f174ba53 req-8ffdaaae-4626-4ea3-b528-a24a1118d7cd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 947 time: 0.1020348 Feb 08 17:30:27.217930 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e760b09-df83-444f-a5a7-0d8b668f4627 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:30:27.267373 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8434f4a2-ab43-462f-92d3-4d4642668f70 req-a887c8ea-c15f-4f0b-9d29-5e105b5cd8d7 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665084 Feb 08 17:30:27.280717 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=9e760b09-df83-444f-a5a7-0d8b668f4627,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:27.284461 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3d166ea6-58dc-42eb-bffa-f8c2f174ba53 req-c0451968-30e9-4b6a-ad2d-42e630e5028d tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Feb 08 17:30:27.296311 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:27.374779 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:27.384438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.384788 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.385148 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.385524 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.385864 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.386195 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.386554 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.386879 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.387255 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.387605 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.388174 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.388511 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.388836 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:27.417949 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-d80ead94-a1fa-4ed4-8d55-6202d73b09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.420634 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-d80ead94-a1fa-4ed4-8d55-6202d73b09dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b57af0d0aa794073a318653dc7c14c5e&device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 1127 time: 0.0738211 Feb 08 17:30:27.644743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-4e24ea19-a543-409a-aff7-fa35e4065cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.646931 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-4e24ea19-a543-409a-aff7-fa35e4065cb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 200 len: 910 time: 0.2176490 Feb 08 17:30:27.728636 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-63e143a3-f49c-4447-8854-a11592d60d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 HTTP/1.1" status: 200 len: 217 time: 0.0669103 Feb 08 17:30:27.745306 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df6c5-96bb-4b12-87e9-eccca0174526 req-602bcc93-159b-4a66-9cce-5831721fdfc3 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.747902 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-238df6c5-96bb-4b12-87e9-eccca0174526 req-602bcc93-159b-4a66-9cce-5831721fdfc3 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.1655059 Feb 08 17:30:27.781444 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['9e760b09-df83-444f-a5a7-0d8b668f4627'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:27.814716 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a835-2ca6-4add-b2f3-a9dc08b06702 req-dab687e2-cb70-47fe-a222-73c66a27a6a3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.825524 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f201a835-2ca6-4add-b2f3-a9dc08b06702 req-dab687e2-cb70-47fe-a222-73c66a27a6a3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1058025 Feb 08 17:30:27.840027 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-cd58c73f-7ad3-4a61-8801-9e45e9e5381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:27.842186 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-cd58c73f-7ad3-4a61-8801-9e45e9e5381a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ec37773f-6410-465d-8f8e-a1bef0edf117 HTTP/1.1" status: 200 len: 849 time: 0.0931489 Feb 08 17:30:27.902285 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-8ba6635f-3db7-436d-9be2-10cc8cffff5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7086d13-3d57-4d17-8071-713a64bd1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498800 Feb 08 17:30:27.912718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-238df6c5-96bb-4b12-87e9-eccca0174526 req-64bcea52-04d8-4f2b-882e-94005d606a22 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501551 Feb 08 17:30:27.932145 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f201a835-2ca6-4add-b2f3-a9dc08b06702 req-ba74e30e-32a1-4663-af8c-678eff49957c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052303 Feb 08 17:30:28.124189 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-a6c7a994-a32c-4ed0-ad4a-3d7933006708 service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034156 Feb 08 17:30:28.312585 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4fb767d0-da24-4ae6-88c9-b487fc97ce9c req-6cdde869-1152-4d03-880e-09bf166bd5bb service neutron] 10.222.0.64 "GET /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769254 Feb 08 17:30:28.534201 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b03f30-4475-4d2f-bd89-093a865b62e9 req-a800ccfa-d020-41a2-9f9e-2f94c3697f99 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:28.537034 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80b03f30-4475-4d2f-bd89-093a865b62e9 req-a800ccfa-d020-41a2-9f9e-2f94c3697f99 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 948 time: 0.1066153 Feb 08 17:30:28.648671 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80b03f30-4475-4d2f-bd89-093a865b62e9 req-3de780cc-ee1c-4355-b0c4-274877962766 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994720 Feb 08 17:30:29.110300 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b864-f99f-4d05-b0cd-7478cd914864 req-4bf9d812-3a0b-4dfb-8f93-619cb0d62bc2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:29.112144 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f01b864-f99f-4d05-b0cd-7478cd914864 req-4bf9d812-3a0b-4dfb-8f93-619cb0d62bc2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.0862992 Feb 08 17:30:29.130993 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a538ec-7c7d-4406-ad19-378c8b1795d3 req-9d8a1683-219a-4663-ba9d-1dd22e69f821 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:29.133710 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96a538ec-7c7d-4406-ad19-378c8b1795d3 req-9d8a1683-219a-4663-ba9d-1dd22e69f821 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0850241 Feb 08 17:30:29.189741 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f01b864-f99f-4d05-b0cd-7478cd914864 req-d6dcac4d-2b68-4c6d-9457-4e4c0804b27a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684667 Feb 08 17:30:29.199378 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-96a538ec-7c7d-4406-ad19-378c8b1795d3 req-8ba39a41-e6db-4670-a406-97105260e1b6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Feb 08 17:30:29.872158 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b8266-82eb-4149-98ee-c774fb2deef4 req-1f4c63ea-55c2-41a5-9cb5-0414a2a5a968 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:29.874090 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b7b8266-82eb-4149-98ee-c774fb2deef4 req-1f4c63ea-55c2-41a5-9cb5-0414a2a5a968 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 948 time: 0.0914812 Feb 08 17:30:29.965081 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b7b8266-82eb-4149-98ee-c774fb2deef4 req-1791362f-901f-41d2-b050-86c24beb3f08 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738783 Feb 08 17:30:30.402092 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565510-c4a3-41e8-847c-234a4899b175 req-e5689b65-4a67-48ed-ae7b-ae4840282536 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:30.405874 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6565510-c4a3-41e8-847c-234a4899b175 req-e5689b65-4a67-48ed-ae7b-ae4840282536 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.0975308 Feb 08 17:30:30.420432 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba3edc-5d98-465e-ad13-1ebbf25a8db5 req-a17cd199-3061-4671-b09f-a6a49fe874b6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:30.422725 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-60ba3edc-5d98-465e-ad13-1ebbf25a8db5 req-a17cd199-3061-4671-b09f-a6a49fe874b6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0893307 Feb 08 17:30:30.493306 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-60ba3edc-5d98-465e-ad13-1ebbf25a8db5 req-ebba328c-b4ec-47d6-af29-dd3d7fe2dbca tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621300 Feb 08 17:30:30.494264 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6565510-c4a3-41e8-847c-234a4899b175 req-1b977dc3-a7d2-443b-8df0-a5e959ebfd59 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Feb 08 17:30:31.197626 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eedba-8249-490f-bb07-faf51d22597d req-ec1ea7be-abe4-42d6-abed-88152d7e46d2 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:31.200365 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4f6eedba-8249-490f-bb07-faf51d22597d req-ec1ea7be-abe4-42d6-abed-88152d7e46d2 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 948 time: 0.1297228 Feb 08 17:30:31.256749 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 9e760b09-df83-444f-a5a7-0d8b668f4627 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:30:31.311927 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4f6eedba-8249-490f-bb07-faf51d22597d req-f8f6e3ac-87a5-46ff-82ad-181f3fcaa1c8 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009929 Feb 08 17:30:31.336130 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 9e760b09-df83-444f-a5a7-0d8b668f4627 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:30:31.344207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 9e760b09-df83-444f-a5a7-0d8b668f4627 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:31.344207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:31.482511 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 9e760b09-df83-444f-a5a7-0d8b668f4627 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:31.483055 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:31.694040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:31.697105 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d346f7-7e77-420c-8196-3ad64abe8280" -d '{"events": [{"server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "name": "network-vif-plugged", "status": "completed", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:31.714846 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=9e760b09-df83-444f-a5a7-0d8b668f4627,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:31.715430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eadac0-8268-4710-83d0-ef55502f9f1f req-56c9f8c7-0180-4e42-a744-93d1450b3a92 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:31.721641 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:31.728407 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b4eadac0-8268-4710-83d0-ef55502f9f1f req-56c9f8c7-0180-4e42-a744-93d1450b3a92 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1092401 Feb 08 17:30:31.731793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7a1b-13f0-49a5-9d8e-2b470466090a req-cb7f37a8-2baa-44f5-885b-fd2de8ae05c7 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:31.733397 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-583b7a1b-13f0-49a5-9d8e-2b470466090a req-cb7f37a8-2baa-44f5-885b-fd2de8ae05c7 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.1054099 Feb 08 17:30:31.804068 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:31.818854 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b4eadac0-8268-4710-83d0-ef55502f9f1f req-9031bbd1-0683-4e0e-9a97-09a1cebf6a91 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891507 Feb 08 17:30:31.825074 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-583b7a1b-13f0-49a5-9d8e-2b470466090a req-a32512b2-f788-4911-8fa6-25c63392063a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765529 Feb 08 17:30:31.902178 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da66c49-1d6e-419f-9349-2862d6441a4b x-openstack-request-id: req-0da66c49-1d6e-419f-9349-2862d6441a4b {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:31.902663 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "name": "network-vif-plugged", "status": "completed", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:31.903073 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0da66c49-1d6e-419f-9349-2862d6441a4b {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:31.903650 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627', 'code': 200} Feb 08 17:30:32.515399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf47d-7722-430a-90f3-ef3ac04846c8 req-6783079a-c9f3-4e14-8a5b-4575bcd371df tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:32.516433 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d6bbf47d-7722-430a-90f3-ef3ac04846c8 req-6783079a-c9f3-4e14-8a5b-4575bcd371df tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.0936084 Feb 08 17:30:32.614849 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d6bbf47d-7722-430a-90f3-ef3ac04846c8 req-2c7a4e7f-8ae7-4450-a350-6d50d2e84946 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920448 Feb 08 17:30:32.727184 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c732df-af3c-4b6e-ac53-32b3b69acbff req-2c21e80b-37b1-4d44-95dd-ea98be89bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:32.728860 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-94c732df-af3c-4b6e-ac53-32b3b69acbff req-2c21e80b-37b1-4d44-95dd-ea98be89bf0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 1133 time: 0.0696990 Feb 08 17:30:32.817822 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-94c732df-af3c-4b6e-ac53-32b3b69acbff req-9f41b3d3-cf59-4a28-9f52-3ff1ef7c65c3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712776 Feb 08 17:30:32.888133 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:30:33.058099 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8993e8-54b7-4f02-8b0e-a9070f719c3e req-b1b73e9e-68bf-4cab-bd39-5bdb025bcb58 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:33.060666 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba8993e8-54b7-4f02-8b0e-a9070f719c3e req-b1b73e9e-68bf-4cab-bd39-5bdb025bcb58 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1126733 Feb 08 17:30:33.089459 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e99e3-d573-4804-9885-3e136fbe8ca0 req-d3728b7f-b868-4e2d-ae00-b704afaf5c5e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:33.092369 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-447e99e3-d573-4804-9885-3e136fbe8ca0 req-d3728b7f-b868-4e2d-ae00-b704afaf5c5e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 943 time: 0.1178901 Feb 08 17:30:33.115284 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:33.139509 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3', 'network_id': 'c7086d13-3d57-4d17-8071-713a64bd1f29', 'port_id': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3', 'mac_address': 'fa:16:3e:ab:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec37773f-6410-465d-8f8e-a1bef0edf117', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:30:33.156998 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba8993e8-54b7-4f02-8b0e-a9070f719c3e req-71f715d8-383a-4413-96d4-195a6fbc91a2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820539 Feb 08 17:30:33.187045 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-447e99e3-d573-4804-9885-3e136fbe8ca0 req-86fd1c15-ceec-4c19-b462-709551a86105 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847490 Feb 08 17:30:33.198741 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:33.199283 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:33.218795 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:30:33.258630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:33.266842 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:33.353058 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:33.718875 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02788b8-82e0-4aab-9b2c-bccb078f3bec req-e09d64ea-a518-4747-87bc-e37cc78a4840 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:33.720483 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f02788b8-82e0-4aab-9b2c-bccb078f3bec req-e09d64ea-a518-4747-87bc-e37cc78a4840 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0702171 Feb 08 17:30:33.783903 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f02788b8-82e0-4aab-9b2c-bccb078f3bec req-bbdc6779-952b-4aa0-8efa-1737deceb8f1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560150 Feb 08 17:30:33.798632 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537bce1-962e-4cb1-914a-4496b42303be req-06c85777-dfd1-4195-9f06-ca5f9f73d485 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:33.800746 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c537bce1-962e-4cb1-914a-4496b42303be req-06c85777-dfd1-4195-9f06-ca5f9f73d485 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.0890527 Feb 08 17:30:33.884555 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c537bce1-962e-4cb1-914a-4496b42303be req-dfa31cc9-c8f0-4333-a9a4-140515f68987 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 Feb 08 17:30:34.346550 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9090-89d1-42b2-b4d4-77d22cda0c31 req-e296befa-1be8-474c-9973-8cf5cba5f101 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:34.349186 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ce7f9090-89d1-42b2-b4d4-77d22cda0c31 req-e296befa-1be8-474c-9973-8cf5cba5f101 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0820262 Feb 08 17:30:34.372854 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb952c-6e02-4a39-b5b0-ff144e6118be req-5100653d-6ea0-4738-9ef9-0886c8c21bbd tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:34.375578 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ceb952c-6e02-4a39-b5b0-ff144e6118be req-5100653d-6ea0-4738-9ef9-0886c8c21bbd tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.0868425 Feb 08 17:30:34.431190 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ce7f9090-89d1-42b2-b4d4-77d22cda0c31 req-6e73e821-406c-4014-9550-2d07bf612ab2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704477 Feb 08 17:30:34.446970 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ceb952c-6e02-4a39-b5b0-ff144e6118be req-240121f8-8150-478b-b76d-32b886c1362d tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626388 Feb 08 17:30:34.692769 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2247b38e-1016-4927-a9ab-b461e67f0225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:34.981625 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6e647-8a57-4ca1-a523-3af7d2b84bc6 req-4ffc711f-7311-4e4e-8f68-104bff6dc31d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:34.986832 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e2b6e647-8a57-4ca1-a523-3af7d2b84bc6 req-4ffc711f-7311-4e4e-8f68-104bff6dc31d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0919261 Feb 08 17:30:35.086514 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e2b6e647-8a57-4ca1-a523-3af7d2b84bc6 req-da2d3558-dea9-4466-b3dd-eee6c286cd90 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898452 Feb 08 17:30:35.099672 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b196-105e-49c0-bf45-e70f5c145d7d req-3a21e1f7-8529-44cd-a5cf-4e4d894bef6f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:35.103118 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc31b196-105e-49c0-bf45-e70f5c145d7d req-3a21e1f7-8529-44cd-a5cf-4e4d894bef6f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.1013486 Feb 08 17:30:35.223990 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc31b196-105e-49c0-bf45-e70f5c145d7d req-ffe10fc8-745a-474b-9281-e0586480070f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102166 Feb 08 17:30:35.619662 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f11f4-9cfe-406d-9225-7e177a06c598 req-d534ab48-c969-4d33-b199-5008b630ed42 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:35.623210 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-294f11f4-9cfe-406d-9225-7e177a06c598 req-d534ab48-c969-4d33-b199-5008b630ed42 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0899467 Feb 08 17:30:35.662341 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b8365-fc8d-4582-9c65-52982ed8e070 req-87875928-d43a-49f8-960f-8abb741a4d0e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:35.675294 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-649b8365-fc8d-4582-9c65-52982ed8e070 req-87875928-d43a-49f8-960f-8abb741a4d0e tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.1111507 Feb 08 17:30:35.713915 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-294f11f4-9cfe-406d-9225-7e177a06c598 req-bc1b5dc1-eaa1-4d43-9b2c-525375c4fc97 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Feb 08 17:30:35.760507 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-649b8365-fc8d-4582-9c65-52982ed8e070 req-4886f9ae-b928-46ad-addb-ab2270da368a tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Feb 08 17:30:36.339841 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac8d5c-09be-4c25-b947-a6e60f0cc844 req-af41a20f-a614-427a-87ab-cddb9bcdd233 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:36.342513 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ffac8d5c-09be-4c25-b947-a6e60f0cc844 req-af41a20f-a614-427a-87ab-cddb9bcdd233 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1281285 Feb 08 17:30:36.456636 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ffac8d5c-09be-4c25-b947-a6e60f0cc844 req-5310ccc3-5357-445a-b8dd-ca4c731f6e01 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981021 Feb 08 17:30:36.513550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e533-29d7-48e9-bc03-6cb64672b128 req-9028c7cb-5060-4a19-8dfa-bdd90f2e90e9 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:36.515969 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aac5e533-29d7-48e9-bc03-6cb64672b128 req-9028c7cb-5060-4a19-8dfa-bdd90f2e90e9 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.0994198 Feb 08 17:30:36.596298 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aac5e533-29d7-48e9-bc03-6cb64672b128 req-409565b6-d805-42b8-be10-f7845b13c8fe tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Feb 08 17:30:36.923465 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473039e9-5823-48ec-bab7-f8c3f63b98d1 req-f8b7117e-ce44-4712-8ba8-68511b105eae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:36.925260 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-473039e9-5823-48ec-bab7-f8c3f63b98d1 req-f8b7117e-ce44-4712-8ba8-68511b105eae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1036880 Feb 08 17:30:36.944721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:37.019681 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-473039e9-5823-48ec-bab7-f8c3f63b98d1 req-faa7c428-f85d-4ed4-a4c6-b0c079fbdec4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824504 Feb 08 17:30:37.020717 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55da39-1f93-4ed8-82dd-d455d9212981 req-c05b7428-d2ec-4e31-a2c6-172aba15ffec tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:37.030157 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea55da39-1f93-4ed8-82dd-d455d9212981 req-c05b7428-d2ec-4e31-a2c6-172aba15ffec tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.1366479 Feb 08 17:30:37.119743 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea55da39-1f93-4ed8-82dd-d455d9212981 req-b8373bd3-521b-4e3a-9e8e-21a00d2ffcb6 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 Feb 08 17:30:37.141018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d2932de2-a20d-4405-a012-4d79e38f7424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:37.702571 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5c6d-db3b-498d-bd51-3db0b4f628d9 req-0bc3aabf-f6df-4270-af3e-d4dd3d0be2b8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:37.705229 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5b6d5c6d-db3b-498d-bd51-3db0b4f628d9 req-0bc3aabf-f6df-4270-af3e-d4dd3d0be2b8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1152749 Feb 08 17:30:37.792109 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5b6d5c6d-db3b-498d-bd51-3db0b4f628d9 req-bd4f5fc0-b833-49c9-9db9-fc45754c5f32 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759056 Feb 08 17:30:37.816780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103456b8-dab8-4f97-9cf0-9aeead2866fc req-d52ee7ca-5a25-48ab-9b98-821a1e81813c tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:37.819268 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-103456b8-dab8-4f97-9cf0-9aeead2866fc req-d52ee7ca-5a25-48ab-9b98-821a1e81813c tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.1017864 Feb 08 17:30:37.896455 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-103456b8-dab8-4f97-9cf0-9aeead2866fc req-9a274113-002d-4fb5-888e-b25fdcc8dfe4 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Feb 08 17:30:38.000789 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:38.216609 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fc869-7945-4383-bbba-c25a28fb9d47 req-c2cdb716-6a07-4f1d-bde5-b93c40c74ec4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:38.221259 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e15fc869-7945-4383-bbba-c25a28fb9d47 req-c2cdb716-6a07-4f1d-bde5-b93c40c74ec4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0791900 Feb 08 17:30:38.300200 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e15fc869-7945-4383-bbba-c25a28fb9d47 req-8c00aac5-eb94-46ff-a891-b3ab3c52262a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Feb 08 17:30:38.356255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aada59-e94f-45b3-b44f-02520c7d339c req-c9addbbf-5dc7-40bc-a5f5-9da19018f1b8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:38.358916 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02aada59-e94f-45b3-b44f-02520c7d339c req-c9addbbf-5dc7-40bc-a5f5-9da19018f1b8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.1009376 Feb 08 17:30:38.433644 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02aada59-e94f-45b3-b44f-02520c7d339c req-4b3246ba-7780-4eac-9fdb-c0f6f4f3c0d1 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640197 Feb 08 17:30:38.978745 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615d21-b1f4-4469-a2d7-6df61d73891f req-e2e6182b-9df9-404e-ac30-467681eb332d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:38.980374 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79615d21-b1f4-4469-a2d7-6df61d73891f req-e2e6182b-9df9-404e-ac30-467681eb332d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0791669 Feb 08 17:30:39.063613 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79615d21-b1f4-4469-a2d7-6df61d73891f req-1a53fb2d-7356-474b-b5fc-8c81f84b3738 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690331 Feb 08 17:30:39.074730 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83b455-3a84-4516-8891-142943e6f516 req-cb4d575a-4c14-49da-b182-44298776f780 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:39.086816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba83b455-3a84-4516-8891-142943e6f516 req-cb4d575a-4c14-49da-b182-44298776f780 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.0970404 Feb 08 17:30:39.142661 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ba83b455-3a84-4516-8891-142943e6f516 req-45101222-1c26-4732-9eb8-4dedb799ae8f tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Feb 08 17:30:39.405431 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583234ce-5164-4740-a8d4-bbfeb9774622 req-3272226b-be03-4ddc-b79d-63ee1af98799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:39.407302 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-583234ce-5164-4740-a8d4-bbfeb9774622 req-3272226b-be03-4ddc-b79d-63ee1af98799 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.0952570 Feb 08 17:30:39.509048 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28472bd0-2f1a-4bc4-a563-702dd33560f5 req-be3eddf1-da21-4996-acba-3ac9d2a7f626 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:39.509048 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-28472bd0-2f1a-4bc4-a563-702dd33560f5 req-be3eddf1-da21-4996-acba-3ac9d2a7f626 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0937009 Feb 08 17:30:39.609878 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-28472bd0-2f1a-4bc4-a563-702dd33560f5 req-f7a5dca6-23e0-4ac9-b002-b7b52fc1d787 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837941 Feb 08 17:30:39.669555 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7d536-f413-40ac-94fb-bb1dc608defd req-a39ebf3d-4a8d-4475-826a-8ac5c27e95e2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:39.671528 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8fb7d536-f413-40ac-94fb-bb1dc608defd req-a39ebf3d-4a8d-4475-826a-8ac5c27e95e2 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.1181304 Feb 08 17:30:39.725072 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8fb7d536-f413-40ac-94fb-bb1dc608defd req-fd71fe35-f707-42b4-bb11-f6ce9bc03e2c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Feb 08 17:30:39.909504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:40.225843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43fa92-e6ea-441b-a259-27e71f19c68e req-70ee0b29-cfad-46c4-b756-52b818e96305 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:40.228753 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7e43fa92-e6ea-441b-a259-27e71f19c68e req-70ee0b29-cfad-46c4-b756-52b818e96305 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0630946 Feb 08 17:30:40.303619 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7e43fa92-e6ea-441b-a259-27e71f19c68e req-8f191250-4c12-4684-8b12-4918587a4425 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658970 Feb 08 17:30:40.618551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b16a37-b649-4943-b0ab-203a86875a5c req-8a0a5683-49f9-4729-b465-129b5aa90af5 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:40.620586 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b16a37-b649-4943-b0ab-203a86875a5c req-8a0a5683-49f9-4729-b465-129b5aa90af5 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.3926852 Feb 08 17:30:40.624795 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-583234ce-5164-4740-a8d4-bbfeb9774622 req-94d4c87e-7d81-47df-b5a6-8a5434e3e50e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Feb 08 17:30:40.734478 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05b16a37-b649-4943-b0ab-203a86875a5c req-8bc76c43-03ec-4770-8b29-c7b1879003df tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025023 Feb 08 17:30:40.870051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ec31-f878-417f-99d7-5d2261eaaf76 req-a88ad744-3246-441f-821a-28acec7d906c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:40.884153 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3709ec31-f878-417f-99d7-5d2261eaaf76 req-a88ad744-3246-441f-821a-28acec7d906c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1215944 Feb 08 17:30:40.962527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de98a8-1bd0-4ea6-8307-af95bcfb327f req-a7560be2-1dd2-4d1f-899b-431718743a00 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:40.970127 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59de98a8-1bd0-4ea6-8307-af95bcfb327f req-a7560be2-1dd2-4d1f-899b-431718743a00 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.1102073 Feb 08 17:30:40.994557 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3709ec31-f878-417f-99d7-5d2261eaaf76 req-e0c1436b-787a-4357-a88c-4f61e794cc22 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960102 Feb 08 17:30:41.069195 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59de98a8-1bd0-4ea6-8307-af95bcfb327f req-28a5f5f7-d2e4-4409-a91f-c3d97a4a8e88 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Feb 08 17:30:41.228254 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:41.515199 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be881d07-b8df-4f01-aa4c-c2b34c774ff3 req-b26840cf-63a9-4804-b2db-2d345110c5e6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:41.518237 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be881d07-b8df-4f01-aa4c-c2b34c774ff3 req-b26840cf-63a9-4804-b2db-2d345110c5e6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0953822 Feb 08 17:30:41.597764 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be881d07-b8df-4f01-aa4c-c2b34c774ff3 req-2b9582b9-cb53-4a31-b5f1-fc3f6701f19f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691152 Feb 08 17:30:41.712709 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:41.975197 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e0b66-e5d4-47e9-8581-80ab2d449a7b req-497cbeee-5975-4a9e-83af-c06f78398c56 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:41.979354 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-060e0b66-e5d4-47e9-8581-80ab2d449a7b req-497cbeee-5975-4a9e-83af-c06f78398c56 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.1146195 Feb 08 17:30:42.114530 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-060e0b66-e5d4-47e9-8581-80ab2d449a7b req-7b1ae1ff-92c2-4a3e-9e6b-3a21cb8c2bfd tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Feb 08 17:30:42.308586 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:30:42.434463 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f764f-7df0-4b91-bf24-efe409bcb4b8 req-b720bc54-461f-46a3-90fc-8506c9fddff1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:42.452466 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-047f764f-7df0-4b91-bf24-efe409bcb4b8 req-b720bc54-461f-46a3-90fc-8506c9fddff1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2523489 Feb 08 17:30:42.615452 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:30:42.627154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928b496-978e-470f-8248-77a33108428a req-61b1e8c7-6a42-41ea-908a-d9472445d7e8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:42.632244 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:42.633476 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:42.663081 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1928b496-978e-470f-8248-77a33108428a req-61b1e8c7-6a42-41ea-908a-d9472445d7e8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 944 time: 0.3291798 Feb 08 17:30:42.680702 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-047f764f-7df0-4b91-bf24-efe409bcb4b8 req-0300c648-3e51-4d2d-bda4-ef06b5b01949 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258410 Feb 08 17:30:42.915204 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1928b496-978e-470f-8248-77a33108428a req-ad26765d-cb7f-443d-af3d-ceb79d603162 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498987 Feb 08 17:30:43.079891 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:43.080507 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:43.115350 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0419-ee45-4085-8079-4eaf08cb000d req-7552eeda-924a-498f-bee4-11e92ce8a4af tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:43.134591 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5b1d0419-ee45-4085-8079-4eaf08cb000d req-7552eeda-924a-498f-bee4-11e92ce8a4af tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1190863 Feb 08 17:30:43.243813 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:43.247238 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:43.264877 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceb2f6b-3998-47cb-8c45-263fff443c08" -d '{"events": [{"server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:43.281399 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:43.346737 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5b1d0419-ee45-4085-8079-4eaf08cb000d req-ecbec0c3-2348-409b-b97d-34a85d3de87e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059915 Feb 08 17:30:43.541397 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:43.557133 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efb9a3-b7ee-4412-bcbe-39aef420e191 x-openstack-request-id: req-60efb9a3-b7ee-4412-bcbe-39aef420e191 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:43.557721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "name": "network-vif-plugged", "status": "completed", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:43.557990 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60efb9a3-b7ee-4412-bcbe-39aef420e191 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:43.558392 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3', 'code': 200} Feb 08 17:30:43.733738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8681cd-e863-4860-9238-f5f74e858881 req-bd385dae-c439-4d4f-8142-acb6167f89f0 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:43.737335 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f8681cd-e863-4860-9238-f5f74e858881 req-bd385dae-c439-4d4f-8142-acb6167f89f0 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.1059728 Feb 08 17:30:43.968811 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2f8681cd-e863-4860-9238-f5f74e858881 req-4719f736-abaf-428a-9aa8-80a3b80a38cc tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996067 Feb 08 17:30:43.974102 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4fc13-1514-4c86-b9d9-bb9336d3424c req-623ff7bf-2277-4c9b-a1ab-4423bfa4b48b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:44.011590 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aaa4fc13-1514-4c86-b9d9-bb9336d3424c req-623ff7bf-2277-4c9b-a1ab-4423bfa4b48b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1990130 Feb 08 17:30:44.015913 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df146058-e413-463a-9f69-236d611f1b20 req-63e5db6e-83ca-4f5b-a45f-03b8e7c3f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:44.018515 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df146058-e413-463a-9f69-236d611f1b20 req-63e5db6e-83ca-4f5b-a45f-03b8e7c3f889 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 1129 time: 0.1441510 Feb 08 17:30:44.118558 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-df146058-e413-463a-9f69-236d611f1b20 req-2eb9e4c8-3aab-44c8-afc6-195f500fa0a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800283 Feb 08 17:30:44.146223 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aaa4fc13-1514-4c86-b9d9-bb9336d3424c req-d2454e89-572c-4d2d-8edf-e2c83ae19be2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329603 Feb 08 17:30:44.259375 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171cc5-d43a-42a1-b00a-a85990a30c46 req-615b0a11-6527-498f-966f-ca3e6b0e39c1 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:44.263077 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f171cc5-d43a-42a1-b00a-a85990a30c46 req-615b0a11-6527-498f-966f-ca3e6b0e39c1 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.1211865 Feb 08 17:30:44.367734 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0f171cc5-d43a-42a1-b00a-a85990a30c46 req-07222b38-5b18-4d00-9733-f3bbac87d1e9 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781512 Feb 08 17:30:44.744459 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb5344-a245-489c-99b2-2c2a50b63bd1 req-065c6fd0-2519-4932-a988-3f85c313ecbd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:44.746577 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-17eb5344-a245-489c-99b2-2c2a50b63bd1 req-065c6fd0-2519-4932-a988-3f85c313ecbd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1833251 Feb 08 17:30:44.763744 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-15f21735-1390-479e-9e28-5669d9c91fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:44.766356 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-15f21735-1390-479e-9e28-5669d9c91fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.1630790 Feb 08 17:30:44.933334 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-17eb5344-a245-489c-99b2-2c2a50b63bd1 req-dd0a4bad-d358-4529-a5fd-aa2fc232c9fd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678560 Feb 08 17:30:45.077348 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-1b7ee07a-9fb8-42b7-8747-6ba6318f083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:45.080081 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-1b7ee07a-9fb8-42b7-8747-6ba6318f083a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.3023121 Feb 08 17:30:45.214609 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-ab89e939-7b5a-462e-bebf-09cac47160a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.1157174 Feb 08 17:30:45.238035 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91a9df-21e1-4d6e-a721-041a7809d72c req-94da357d-a0e9-4c2a-b823-af08f16596a1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:45.245817 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4e91a9df-21e1-4d6e-a721-041a7809d72c req-94da357d-a0e9-4c2a-b823-af08f16596a1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1780176 Feb 08 17:30:45.374523 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-86a9bf89-7485-475f-a30c-fe32f6e55c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:45.388350 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-86a9bf89-7485-475f-a30c-fe32f6e55c46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.1480198 Feb 08 17:30:45.488370 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4e91a9df-21e1-4d6e-a721-041a7809d72c req-fd0dd062-e95d-46c3-8f96-039107a95c1a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304776 Feb 08 17:30:45.596821 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-725e2b4e-0bf4-48f5-b077-dbfdc8df1d90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782503 Feb 08 17:30:45.874815 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15354-84d7-4d8d-93b2-bcdbbce358a2 req-b52f83c1-62ca-43fc-8e3f-592ad7bfe948 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:45.877713 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a0d15354-84d7-4d8d-93b2-bcdbbce358a2 req-b52f83c1-62ca-43fc-8e3f-592ad7bfe948 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.1562617 Feb 08 17:30:45.888178 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 38488) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:45.891553 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed1a55-37cc-4c01-bad1-b09baaaa6613 req-51ffffa5-9dd7-4101-ba88-656762c71d74 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:45.893496 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9aed1a55-37cc-4c01-bad1-b09baaaa6613 req-51ffffa5-9dd7-4101-ba88-656762c71d74 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.3164821 Feb 08 17:30:45.906060 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-5926ca3f-2636-42df-af17-784086d760bc service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709651 Feb 08 17:30:46.027716 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a0d15354-84d7-4d8d-93b2-bcdbbce358a2 req-4245c0d1-30c3-45a4-bf34-c69acd03c302 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084175 Feb 08 17:30:46.226720 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9aed1a55-37cc-4c01-bad1-b09baaaa6613 req-a0808bb1-5d77-4ea0-abfe-3e9be5bdfd10 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144314 Feb 08 17:30:46.315150 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c4f70bb-f8da-442d-9682-a95a657c4b57 req-d98b8d93-6d1c-41b8-881f-6fe754965888 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948822 Feb 08 17:30:46.396874 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-064d5a52-f0a4-4e8b-a250-03bfd7101e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:46.497308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f77a-bc6d-4933-903c-9c0d23976a7e req-34bb5682-68d9-4604-93b5-91f7d3daed9b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:46.497308 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7392f77a-bc6d-4933-903c-9c0d23976a7e req-34bb5682-68d9-4604-93b5-91f7d3daed9b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2717142 Feb 08 17:30:46.657076 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7392f77a-bc6d-4933-903c-9c0d23976a7e req-68ed2db2-ce03-4005-bad0-e30409a5187c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364954 Feb 08 17:30:46.697713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-064d5a52-f0a4-4e8b-a250-03bfd7101e47 admin admin] Publish callbacks [] for security_group (86b6cad6-6ba9-4f95-bb55-54df9b2caeda), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:46.708006 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-064d5a52-f0a4-4e8b-a250-03bfd7101e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (86b6cad6-6ba9-4f95-bb55-54df9b2caeda), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:46.775141 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ffae6-b364-42ac-a854-fb3d5cbb5da1 req-2f247dec-8480-4e0e-b5a0-bef9d1f18cae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:46.776813 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c4ffae6-b364-42ac-a854-fb3d5cbb5da1 req-2f247dec-8480-4e0e-b5a0-bef9d1f18cae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1029391 Feb 08 17:30:46.778378 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5a52-f0a4-4e8b-a250-03bfd7101e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6cad6-6ba9-4f95-bb55-54df9b2caeda,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:46.791792 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-064d5a52-f0a4-4e8b-a250-03bfd7101e47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64e9befcfc1b40e6bc0d653192b01ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8985171 Feb 08 17:30:46.794712 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 38504) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:46.938956 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4c4ffae6-b364-42ac-a854-fb3d5cbb5da1 req-ad7b0bea-2139-4ef6-a1ec-3f2613231d04 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383913 Feb 08 17:30:46.951515 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] Publish callbacks [] for security_group (86b6cad6-6ba9-4f95-bb55-54df9b2caeda), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:46.986923 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] Publish callbacks [] for security_group (86b6cad6-6ba9-4f95-bb55-54df9b2caeda), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:47.110937 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (86b6cad6-6ba9-4f95-bb55-54df9b2caeda), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:47.115527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:47.117263 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86b6cad6-6ba9-4f95-bb55-54df9b2caeda HTTP/1.1" status: 204 len: 168 time: 0.3207858 Feb 08 17:30:47.131678 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635156-c0fe-4f5e-98a4-62c4a4238b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6cad6-6ba9-4f95-bb55-54df9b2caeda,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:47.393623 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-b5ef2d8d-5236-45e0-b455-e258a80c957d tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:47.399231 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-b5ef2d8d-5236-45e0-b455-e258a80c957d tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.64 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.1672208 Feb 08 17:30:47.522661 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f63ac-e458-4b34-91d6-d3aa2649d214 req-752cd75f-183a-48a2-b2db-2c05d06ded1f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:47.527679 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d78f63ac-e458-4b34-91d6-d3aa2649d214 req-752cd75f-183a-48a2-b2db-2c05d06ded1f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.2042556 Feb 08 17:30:47.746687 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa4cf-4baa-434d-997c-c77da9227956 req-a8dee4ab-228d-4335-b605-5373bf0c3442 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:47.751419 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d78f63ac-e458-4b34-91d6-d3aa2649d214 req-63a0a4da-3f0e-40a5-89dc-1aac2868ebd6 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141855 Feb 08 17:30:47.757756 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42eaa4cf-4baa-434d-997c-c77da9227956 req-a8dee4ab-228d-4335-b605-5373bf0c3442 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 949 time: 0.2737451 Feb 08 17:30:47.873609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Deleting port 9e760b09-df83-444f-a5a7-0d8b668f4627 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:30:47.875780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:48.067587 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42eaa4cf-4baa-434d-997c-c77da9227956 req-ce68764f-2c56-40dc-82b2-98352b7a4b77 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/security-groups?id=bba6175c-51bd-40aa-96a9-5f2cd3786c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609708 Feb 08 17:30:48.160092 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5867d3-515f-40bc-b2d1-0700f389983a req-c4e9226c-4206-478f-8e34-3632e39d4eab tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:48.174807 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa5867d3-515f-40bc-b2d1-0700f389983a req-c4e9226c-4206-478f-8e34-3632e39d4eab tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1387689 Feb 08 17:30:48.243064 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] For port 9e760b09-df83-444f-a5a7-0d8b668f4627, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=9e760b09-df83-444f-a5a7-0d8b668f4627,segment=NetworkSegment(058597f3-8a84-4c69-8550-ddbb18536085),segment_id=058597f3-8a84-4c69-8550-ddbb18536085)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:48.248582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:48.262933 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aa5867d3-515f-40bc-b2d1-0700f389983a req-5b930361-78c6-4859-9214-d5228e533936 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867374 Feb 08 17:30:48.298862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Calling delete_port for 9e760b09-df83-444f-a5a7-0d8b668f4627 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:30:48.610593 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb96c2-c526-49d4-843f-8c81fefafa8f req-5ff3ebff-1b6d-4b04-8ea9-c1357e1e6a87 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:48.612501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05fb96c2-c526-49d4-843f-8c81fefafa8f req-5ff3ebff-1b6d-4b04-8ea9-c1357e1e6a87 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.3329122 Feb 08 17:30:48.748895 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05fb96c2-c526-49d4-843f-8c81fefafa8f req-be4b624e-cb32-4b65-a077-218375103d82 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138604 Feb 08 17:30:48.792210 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (9e760b09-df83-444f-a5a7-0d8b668f4627), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:48.816112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['9e760b09-df83-444f-a5a7-0d8b668f4627'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:48.839996 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Pushing event deleted for resources: {'Port': ['ID=9e760b09-df83-444f-a5a7-0d8b668f4627,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:48.945450 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] No DVR routers for this DVR port 9e760b09-df83-444f-a5a7-0d8b668f4627 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:30:48.950366 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:48.954648 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b17d14ec-7dab-4319-aad9-2ba3cb59d0e6 req-ecae2a7a-c3e1-4fe4-8667-35daf8032774 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.64 "DELETE /v2.0/ports/9e760b09-df83-444f-a5a7-0d8b668f4627 HTTP/1.1" status: 204 len: 173 time: 1.5277185 Feb 08 17:30:48.955178 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'name': 'network-vif-deleted', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:48.957829 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b51678-f552-4f59-865f-94ff2404fa4f" -d '{"events": [{"server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "name": "network-vif-deleted", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:49.085756 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597db0f-c203-4988-9df8-23d3d64dc5b9 x-openstack-request-id: req-e597db0f-c203-4988-9df8-23d3d64dc5b9 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:49.087249 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282d48e-a1d2-4bb3-a4be-6692d6f27696", "name": "network-vif-deleted", "tag": "9e760b09-df83-444f-a5a7-0d8b668f4627", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:49.087695 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e597db0f-c203-4988-9df8-23d3d64dc5b9 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:49.088706 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282d48e-a1d2-4bb3-a4be-6692d6f27696', 'name': 'network-vif-deleted', 'tag': '9e760b09-df83-444f-a5a7-0d8b668f4627', 'status': 'completed', 'code': 200} Feb 08 17:30:49.445923 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4e1aed44-ef01-4b99-ba27-1b519942b157 req-d618e8fc-65fe-470f-9c27-7ab0e6e70d53 tempest-VolumesNegativeTest-1178590915 tempest-VolumesNegativeTest-1178590915-project] 10.222.0.69 "GET /v2.0/ports?device_id=7282d48e-a1d2-4bb3-a4be-6692d6f27696 HTTP/1.1" status: 200 len: 210 time: 0.0920708 Feb 08 17:30:49.764976 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05513-82f0-46b5-828a-daa65260871c req-070a54ae-f992-4c44-b624-11817220898a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:49.785886 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6bf05513-82f0-46b5-828a-daa65260871c req-070a54ae-f992-4c44-b624-11817220898a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1874361 Feb 08 17:30:49.795372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e059537-efa7-4cf4-8b6f-ed34eb9b636a req-e09d90dd-8efd-4333-9b91-b4538dd9175f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:49.808487 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5e059537-efa7-4cf4-8b6f-ed34eb9b636a req-e09d90dd-8efd-4333-9b91-b4538dd9175f tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.2057621 Feb 08 17:30:49.888105 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6bf05513-82f0-46b5-828a-daa65260871c req-fdd92d3c-cc95-44c5-b10f-a72d4996c301 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986943 Feb 08 17:30:49.903726 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5e059537-efa7-4cf4-8b6f-ed34eb9b636a req-658bd1c2-4127-4799-b1ef-2841b1ab1a1c tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878472 Feb 08 17:30:50.034041 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 38572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:50.098911 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d938-4012-472d-a2a6-17ded16c0201 req-9a977cd2-37d6-4139-9431-61aa9c1f82ff tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:50.111910 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8155d938-4012-472d-a2a6-17ded16c0201 req-9a977cd2-37d6-4139-9431-61aa9c1f82ff tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1159637 Feb 08 17:30:50.204840 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8155d938-4012-472d-a2a6-17ded16c0201 req-c39b8a5d-d252-43e8-b0ce-cb22406c7c0b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905480 Feb 08 17:30:50.263768 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e61d1979-a705-45be-ab05-0411f6cc4ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.373925 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e61d1979-a705-45be-ab05-0411f6cc4ed5 admin admin] Publish callbacks [] for security_group (9a63649b-afb9-42ea-8d57-d50e4ed0b5ed), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.379566 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e61d1979-a705-45be-ab05-0411f6cc4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9a63649b-afb9-42ea-8d57-d50e4ed0b5ed), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.443573 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e61d1979-a705-45be-ab05-0411f6cc4ed5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de85eea724fe407eb6f42efc7b62fad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082582 Feb 08 17:30:50.446759 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d1979-a705-45be-ab05-0411f6cc4ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63649b-afb9-42ea-8d57-d50e4ed0b5ed,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:50.449337 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 38582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:50.538713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] Publish callbacks [] for security_group (9a63649b-afb9-42ea-8d57-d50e4ed0b5ed), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.597445 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] Publish callbacks [] for security_group (9a63649b-afb9-42ea-8d57-d50e4ed0b5ed), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.714007 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9a63649b-afb9-42ea-8d57-d50e4ed0b5ed), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.717118 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:50.719511 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a63649b-afb9-42ea-8d57-d50e4ed0b5ed HTTP/1.1" status: 204 len: 168 time: 0.2688520 Feb 08 17:30:50.733224 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db3c8b-f8ef-4561-a2f9-c12501bc2cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63649b-afb9-42ea-8d57-d50e4ed0b5ed,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:51.140146 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8b27-5cc6-472e-9c19-a38fc2731daa req-3c4f83fe-5486-4ca0-8116-7d836d971507 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:51.143149 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9cee8b27-5cc6-472e-9c19-a38fc2731daa req-3c4f83fe-5486-4ca0-8116-7d836d971507 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.1167004 Feb 08 17:30:51.182532 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8defd22-bb52-4e50-a8d5-1b1d3a4fbeb5 req-a803de7b-6202-4732-b2cf-857059920619 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:51.185027 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8defd22-bb52-4e50-a8d5-1b1d3a4fbeb5 req-a803de7b-6202-4732-b2cf-857059920619 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1120083 Feb 08 17:30:51.317577 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9cee8b27-5cc6-472e-9c19-a38fc2731daa req-694d78d4-9c93-48b2-895e-c616c414f841 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622005 Feb 08 17:30:51.335256 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f8defd22-bb52-4e50-a8d5-1b1d3a4fbeb5 req-af963da2-d5e2-4312-936c-493a454e58fe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015007 Feb 08 17:30:51.898071 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 38694) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:52.046819 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1257629729-network', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:52.072522 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Made reservation on behalf of b73d5104d66948b984ce1c84170053b3 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:30:52.075165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.084992 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.204915 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks [] for security_group (755f660b-08c2-45b9-bebc-7f061425e731), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.209947 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (755f660b-08c2-45b9-bebc-7f061425e731), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.233674 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:30:52.249346 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f660b-08c2-45b9-bebc-7f061425e731,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:52.256618 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (0d3516c2-eca0-44c8-b88d-00b97b8289fa), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.257132 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Added segment 0d3516c2-eca0-44c8-b88d-00b97b8289fa of type vlan for network 7f60fd81-e59c-4078-b469-d943d1c2c31b Feb 08 17:30:52.316826 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (7f60fd81-e59c-4078-b469-d943d1c2c31b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.360353 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (7f60fd81-e59c-4078-b469-d943d1c2c31b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.361982 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:52.362580 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.464741 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5601201 Feb 08 17:30:52.476307 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 38736) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:52.486580 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Request body: {'subnet': {'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1257629729-subnet', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:52.493600 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347087-b940-4933-b726-4a4047e79a97 admin admin] Pushing event updated for resources: {'Network': ['ID=7f60fd81-e59c-4078-b469-d943d1c2c31b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:52.505418 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:30:52.527276 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215f5d-afcf-430c-87ff-230369e71c6e req-b1366eb5-0529-4af0-893a-9b3eaa555f74 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:52.529703 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-74215f5d-afcf-430c-87ff-230369e71c6e req-b1366eb5-0529-4af0-893a-9b3eaa555f74 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.1231050 Feb 08 17:30:52.569775 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Made reservation on behalf of b73d5104d66948b984ce1c84170053b3 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:30:52.574244 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4983818'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:52.631966 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-74215f5d-afcf-430c-87ff-230369e71c6e req-902cbdde-bed2-4e08-bf02-7bdfab56d3a6 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832410 Feb 08 17:30:52.663538 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6180-5818-44bf-9cec-c695fd879b89 req-2790158d-b589-4990-a5ad-78a70203fd36 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:52.665960 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac2e6180-5818-44bf-9cec-c695fd879b89 req-2790158d-b589-4990-a5ad-78a70203fd36 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2054698 Feb 08 17:30:52.679581 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 9e760b09-df83-444f-a5a7-0d8b668f4627 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:30:52.722723 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 9e760b09-df83-444f-a5a7-0d8b668f4627 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:30:52.723292 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 9e760b09-df83-444f-a5a7-0d8b668f4627 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:30:52.766554 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac2e6180-5818-44bf-9cec-c695fd879b89 req-1e9bf75a-b779-4008-8894-8d5e7a35e105 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865345 Feb 08 17:30:52.932891 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5037862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4983860'] for subnet (23176295-6ef8-4efc-a2fa-cb19e83009ee), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.002034 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23176295-6ef8-4efc-a2fa-cb19e83009ee,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:53.017063 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Checking segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:30:53.017582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Network hostable DHCP agents. Network: 7f60fd81-e59c-4078-b469-d943d1c2c31b, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:30:53.037670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:30:53.051529 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 7f60fd81-e59c-4078-b469-d943d1c2c31b) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:53.056385 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:53.057000 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.064374 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d49690-042d-4c80-9c8f-0a5c5b4c8ffe None None] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:30:53.080401 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fa1a6c85-a81f-48b5-a493-8a643eb56b65 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5982845 Feb 08 17:30:53.080809 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 38766) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:53.087629 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:30:53.114356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.116212 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.185738 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for router_controller (e8766b1b-94cd-450b-80ae-701a57f4df87), precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.198692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-7f60fd81-e59c-4078-b469-d943d1c2c31b', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:30:53.199750 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.340486 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for router_gateway (e8766b1b-94cd-450b-80ae-701a57f4df87), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.416655 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Allocated IP 172.20.0.2 (7f60fd81-e59c-4078-b469-d943d1c2c31b/23176295-6ef8-4efc-a2fa-cb19e83009ee/be03bdbb-5fd1-4c69-93b4-c26e5c563daa) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:30:53.600292 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks [] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.609327 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.618970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for router_gateway (e8766b1b-94cd-450b-80ae-701a57f4df87), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.640219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.669236 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:30:53.674344 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:53.680438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:30:53.779199 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Pushing event updated for resources: {'Port': ['ID=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:53.798890 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Attempting to bind port be03bdbb-5fd1-4c69-93b4-c26e5c563daa on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:30:53.799460 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Attempting to bind port be03bdbb-5fd1-4c69-93b4-c26e5c563daa by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:30:53.800408 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Attempting to bind port be03bdbb-5fd1-4c69-93b4-c26e5c563daa on network 7f60fd81-e59c-4078-b469-d943d1c2c31b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:53.810255 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:30:53.811040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Checking segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:30:53.811830 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.812819 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Bound using segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:30:53.814050 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Bound port: be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:30:53.814520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:53.981366 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c202-59e4-4c3a-b4cc-d9897dbeb1b5 req-492109a2-7031-42b8-a7af-c4d961c8fd93 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:53.984535 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfb9c202-59e4-4c3a-b4cc-d9897dbeb1b5 req-492109a2-7031-42b8-a7af-c4d961c8fd93 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.2097082 Feb 08 17:30:54.002135 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Allocated IP 172.27.3.4 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/1ffcab0c-4334-4ac2-b1e9-73670067fe8d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:30:54.002782 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] For port be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:30:54.012797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] For port be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:30:54.045977 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:54.159803 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfb9c202-59e4-4c3a-b4cc-d9897dbeb1b5 req-35d540e8-8950-4332-920e-d46918fb1443 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536970 Feb 08 17:30:54.190698 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5485-28b7-424e-8eb0-1f24ef324f98 None None] Pushing event updated for resources: {'Port': ['ID=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:54.219044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcdd83-a7cc-49a4-8645-b3a6315f0c6d req-13b28e51-55ab-4a49-840a-14868dd2c180 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:54.239737 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-78bcdd83-a7cc-49a4-8645-b3a6315f0c6d req-13b28e51-55ab-4a49-840a-14868dd2c180 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2827182 Feb 08 17:30:54.284381 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:54.356166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:54.446139 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:30:54.452452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:54.457103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:30:54.586901 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-78bcdd83-a7cc-49a4-8645-b3a6315f0c6d req-40708f24-bf7e-4f42-9190-261726bb214f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345520 Feb 08 17:30:54.606917 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:54.692190 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-2aaccb1f-4856-411b-8f18-ca7dc0ac6e50 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:54.694730 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-2aaccb1f-4856-411b-8f18-ca7dc0ac6e50 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.3384583 Feb 08 17:30:54.941894 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Deleting port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:30:54.942338 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.059899 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for router_gateway (e8766b1b-94cd-450b-80ae-701a57f4df87), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.132189 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device be03bdbb-5fd1-4c69-93b4-c26e5c563daa up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:30:55.136418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] For port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,segment=NetworkSegment(d010345f-fae3-4612-9d12-18002cc823de),segment_id=d010345f-fae3-4612-9d12-18002cc823de)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:55.137090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.163336 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Calling delete_port for a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:30:55.412867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port be03bdbb-5fd1-4c69-93b4-c26e5c563daa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:55.413535 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.558070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776f086-7b55-4e6a-83f9-1494e2034667 req-71d2be77-dc30-4d7d-9327-1e0b202f6da8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:55.572080 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3776f086-7b55-4e6a-83f9-1494e2034667 req-71d2be77-dc30-4d7d-9327-1e0b202f6da8 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/ports?device_id=2199cab3-4787-4cf5-aae1-ca10c35a9a4d HTTP/1.1" status: 200 len: 945 time: 0.2341514 Feb 08 17:30:55.629969 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port be03bdbb-5fd1-4c69-93b4-c26e5c563daa is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:55.637844 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.659570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.679114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:30:55.729394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Pushing event deleted for resources: {'Port': ['ID=a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:55.755067 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3776f086-7b55-4e6a-83f9-1494e2034667 req-66fc6023-f122-4168-a0d9-7d34f32676de tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.69 "GET /v2.0/security-groups?id=275b8ce9-0979-459c-8998-40628230e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816955 Feb 08 17:30:55.764132 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:30:55.775254 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.784797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.793101 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1346-841f-42cd-80c9-3cd3ec14602a req-22a78e42-f51c-4631-a1e6-ac367e465ea1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:55.794571 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b1b1346-841f-42cd-80c9-3cd3ec14602a req-22a78e42-f51c-4631-a1e6-ac367e465ea1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2497516 Feb 08 17:30:55.855078 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] No DVR routers for this DVR port a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:30:55.858865 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:55.869187 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5214e04e-84c0-4527-898a-d8f9531482d2 req-32913ceb-9079-4c8c-a4f4-4e24961cb585 tempest-VolumesActionsTest-1650952993 tempest-VolumesActionsTest-1650952993-project] 10.222.0.64 "DELETE /v2.0/ports/a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 HTTP/1.1" status: 204 len: 173 time: 1.1587803 Feb 08 17:30:55.870060 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'name': 'network-vif-deleted', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:30:55.881258 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8ff9a1-213c-408d-9e48-4a51c2e4b419" -d '{"events": [{"server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "name": "network-vif-deleted", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:30:55.955950 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:55.994594 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be618-da54-4667-9b0b-27e61f8e27f8 req-84ad3b61-77ba-4fe1-ace5-8506566c9568 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:55.996378 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c6be618-da54-4667-9b0b-27e61f8e27f8 req-84ad3b61-77ba-4fe1-ace5-8506566c9568 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1096420 Feb 08 17:30:56.072631 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6ebbb-bfc8-442d-999a-04cccd6b11a1 None None] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:30:56.094756 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0c6be618-da54-4667-9b0b-27e61f8e27f8 req-7cbc7400-e8ff-4de2-a48f-129081db1a6e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929077 Feb 08 17:30:56.124431 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b1b1346-841f-42cd-80c9-3cd3ec14602a req-52a5f1e3-79c1-4bac-b93c-f25f9373b70e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314616 Feb 08 17:30:56.226899 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9012f5-a204-4495-9c28-8e67d9923ccb x-openstack-request-id: req-1d9012f5-a204-4495-9c28-8e67d9923ccb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:30:56.227199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2199cab3-4787-4cf5-aae1-ca10c35a9a4d", "name": "network-vif-deleted", "tag": "a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:30:56.229187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d9012f5-a204-4495-9c28-8e67d9923ccb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:30:56.230209 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2199cab3-4787-4cf5-aae1-ca10c35a9a4d', 'name': 'network-vif-deleted', 'tag': 'a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3', 'status': 'completed', 'code': 200} Feb 08 17:30:56.237470 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-0b6b3d84-a1ee-4a0e-af44-27d7b194f46a None None] Provisioning complete for port be03bdbb-5fd1-4c69-93b4-c26e5c563daa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:56.238533 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3d84-a1ee-4a0e-af44-27d7b194f46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:56.259557 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Router e8766b1b-94cd-450b-80ae-701a57f4df87 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:30:56.500155 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:30:56.501756 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b3d84-a1ee-4a0e-af44-27d7b194f46a None None] Current status of the port be03bdbb-5fd1-4c69-93b4-c26e5c563daa is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:56.523264 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Sync routers for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:30:56.533433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:56.547025 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 38952) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:56.547942 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-10a2a7dd-1400-4290-8c8c-85d06c103a48 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4649763 Feb 08 17:30:56.556558 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:30:56.560996 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:30:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:30:56.729084 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f899-ab66-451c-9f52-6f6aa09cca99 req-aff75841-7eed-4014-9095-18395bb67585 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:56.731308 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-52e7f899-ab66-451c-9f52-6f6aa09cca99 req-aff75841-7eed-4014-9095-18395bb67585 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1666584 Feb 08 17:30:56.815311 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:30:56.957433 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-52e7f899-ab66-451c-9f52-6f6aa09cca99 req-b0f55dfe-2532-4b75-990d-e42a96c8de18 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049501 Feb 08 17:30:57.057380 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device be03bdbb-5fd1-4c69-93b4-c26e5c563daa up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:30:57.155166 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e0b5060c-aaa8-4ff4-baad-c336dee84108 None None] Provisioning complete for port be03bdbb-5fd1-4c69-93b4-c26e5c563daa triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:57.157429 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e0b5060c-aaa8-4ff4-baad-c336dee84108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:57.246927 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:54Z', 'revision_number': 3, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:30:57.270208 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port be03bdbb-5fd1-4c69-93b4-c26e5c563daa triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:57.274858 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:57.293619 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Checking router: e8766b1b-94cd-450b-80ae-701a57f4df87 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:30:57.294332 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Updating router e8766b1b-94cd-450b-80ae-701a57f4df87 port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:30:57.340661 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:57.551107 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee22d1-9ce7-4dc0-9b5d-7070d035d896 req-3f0d3b02-789b-44ee-b8f9-344d8cb6638b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:57.552968 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e6ee22d1-9ce7-4dc0-9b5d-7070d035d896 req-3f0d3b02-789b-44ee-b8f9-344d8cb6638b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1773927 Feb 08 17:30:57.703231 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e6ee22d1-9ce7-4dc0-9b5d-7070d035d896 req-ea094673-d116-4626-b242-ca1a6cd39286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335170 Feb 08 17:30:57.815807 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:57.851938 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5060c-aaa8-4ff4-baad-c336dee84108 None None] Current status of the port be03bdbb-5fd1-4c69-93b4-c26e5c563daa is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:57.856178 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port be03bdbb-5fd1-4c69-93b4-c26e5c563daa is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:30:57.974256 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks [] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:57.987505 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.102902 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39006) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:58.107439 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Pushing event updated for resources: {'Port': ['ID=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:58.153223 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.153410 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.153971 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.154568 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.155940 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.156541 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.156950 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.157601 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.157912 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.158273 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.158623 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.159027 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.159293 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:30:58.170389 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Attempting to bind port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:30:58.171406 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Attempting to bind port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:30:58.171406 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Attempting to bind port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:30:58.178314 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:30:58.179346 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:30:58.180672 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.181202 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:30:58.182039 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Bound port: 1ffcab0c-4334-4ac2-b1e9-73670067fe8d, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:30:58.182683 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.339918 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] For port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:30:58.349252 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] For port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:30:58.360749 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.386445 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:30:58.434207 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8e9982f1-1183-4d6f-a7c9-d0d63f3cc330 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=700878fc54924d3ba0fa14041a48d947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287404 Feb 08 17:30:58.434891 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39024) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:58.478996 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Allocated IP 172.20.0.1 (7f60fd81-e59c-4078-b469-d943d1c2c31b/23176295-6ef8-4efc-a2fa-cb19e83009ee/5ba5a158-5da5-41b8-b888-62e7b3708290) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:30:58.489342 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:30:58.490083 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a16d3f1c-e76e-4cc4-b309-6b4ab737e4b3 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:30:58.512214 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241627b-56ec-4d58-8fa6-4c56d7250bc1 req-a788d7a0-1532-4949-8738-91a591a5d1f2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:58.526793 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7241627b-56ec-4d58-8fa6-4c56d7250bc1 req-a788d7a0-1532-4949-8738-91a591a5d1f2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1779356 Feb 08 17:30:58.571700 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] Publish callbacks [] for security_group (bba6175c-51bd-40aa-96a9-5f2cd3786c74), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.669573 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7241627b-56ec-4d58-8fa6-4c56d7250bc1 req-058d8694-631b-4be5-86b0-957e56b57ec2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400592 Feb 08 17:30:58.678208 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f6a0-8979-4c8a-b391-3aea6acad223 None None] Pushing event updated for resources: {'Port': ['ID=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:58.685693 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:30:58.686719 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:30:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:30:58.699376 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] Publish callbacks [] for security_group (bba6175c-51bd-40aa-96a9-5f2cd3786c74), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.861754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bba6175c-51bd-40aa-96a9-5f2cd3786c74), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.866698 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:58.868617 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bba6175c-51bd-40aa-96a9-5f2cd3786c74 HTTP/1.1" status: 204 len: 168 time: 0.4324906 Feb 08 17:30:58.894910 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196b2e5-3ed1-4e39-9a1d-fd0139978814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba6175c-51bd-40aa-96a9-5f2cd3786c74,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:58.913757 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:30:58.966747 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks [] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.004515 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39040) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:59.069076 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.130498 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eddb4b-40ab-4000-a5ff-f4d46d390541 req-923ee776-7f23-4101-9f58-c7790459a0c2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:30:59.132699 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36eddb4b-40ab-4000-a5ff-f4d46d390541 req-923ee776-7f23-4101-9f58-c7790459a0c2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1579609 Feb 08 17:30:59.204436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:30:59.212462 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:30:59.233191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:30:59.262972 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36eddb4b-40ab-4000-a5ff-f4d46d390541 req-3ef69aca-9e59-409f-9d2b-cb2e7ddb15a8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138246 Feb 08 17:30:59.361474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Pushing event updated for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:59.366302 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b89f517d-3c8b-4b5c-a37c-2cd8dcd8cb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.400606 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:54Z', 'revision_number': 3, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:30:59.409606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (e8766b1b-94cd-450b-80ae-701a57f4df87), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.511132 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9e60-db52-4d60-80a8-26f5bb80cf6b None None] The sync data for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi is: [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:54Z', 'revision_number': 3, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:30:59.601416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b89f517d-3c8b-4b5c-a37c-2cd8dcd8cb32 admin admin] Publish callbacks [] for security_group (4e8a2eb0-0d78-41fe-9359-97b8f3a6e132), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.611720 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b89f517d-3c8b-4b5c-a37c-2cd8dcd8cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4e8a2eb0-0d78-41fe-9359-97b8f3a6e132), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.707713 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b89f517d-3c8b-4b5c-a37c-2cd8dcd8cb32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14c7fee21cb547c487e3186e91a0d4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6960247 Feb 08 17:30:59.719442 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39062) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:30:59.736827 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f517d-3c8b-4b5c-a37c-2cd8dcd8cb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a2eb0-0d78-41fe-9359-97b8f3a6e132,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:30:59.794193 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ca107c93-df27-433f-bd10-5f3bdb0ad4c8 None None] Provisioning complete for port 5ba5a158-5da5-41b8-b888-62e7b3708290 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:30:59.795359 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ca107c93-df27-433f-bd10-5f3bdb0ad4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:30:59.898334 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ca107c93-df27-433f-bd10-5f3bdb0ad4c8 None None] Port 5ba5a158-5da5-41b8-b888-62e7b3708290 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:00.167896 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.229013 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] Publish callbacks [] for security_group (4e8a2eb0-0d78-41fe-9359-97b8f3a6e132), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.252786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e114-43e6-41da-b4cd-3b901aac1c3a req-c6aa20d9-e5ce-4314-be12-a1c44a6e215f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:00.254216 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95b6e114-43e6-41da-b4cd-3b901aac1c3a req-c6aa20d9-e5ce-4314-be12-a1c44a6e215f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1415682 Feb 08 17:31:00.287357 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] Publish callbacks [] for security_group (4e8a2eb0-0d78-41fe-9359-97b8f3a6e132), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.388266 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (4e8a2eb0-0d78-41fe-9359-97b8f3a6e132), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.393780 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.395699 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e8a2eb0-0d78-41fe-9359-97b8f3a6e132 HTTP/1.1" status: 204 len: 168 time: 0.6723521 Feb 08 17:31:00.400329 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-95b6e114-43e6-41da-b4cd-3b901aac1c3a req-0ea158f3-beb8-45c0-997d-cf34b61051b9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359851 Feb 08 17:31:00.411645 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e5370-1168-4d44-9c31-12feed260348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a2eb0-0d78-41fe-9359-97b8f3a6e132,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:00.486187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks [] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.493092 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.569586 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (e8766b1b-94cd-450b-80ae-701a57f4df87), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:00.580492 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Pushing event updated for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:00.595260 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a66b6-45c7-4675-a686-fbfc543b0644 req-3490a9ed-fd55-4aa4-a8e7-2c23ebdcc048 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:00.598299 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ba5a66b6-45c7-4675-a686-fbfc543b0644 req-3490a9ed-fd55-4aa4-a8e7-2c23ebdcc048 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1280661 Feb 08 17:31:00.668454 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ba5a66b6-45c7-4675-a686-fbfc543b0644 req-5d89a9c3-7307-4706-b5b0-63e431ce0a4b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576835 Feb 08 17:31:00.762112 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:00.764634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:00.798062 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:31:01.021258 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Router e8766b1b-94cd-450b-80ae-701a57f4df87 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:31:01.065084 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:01.086916 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:31:01.097419 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 1ffcab0c-4334-4ac2-b1e9-73670067fe8d up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:01.145918 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39078) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:01.162428 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-112fc139-545c-45b4-813a-2115d160c3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.179129 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: ACTIVE; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:01.179804 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.194157 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:31:01.197488 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:31:01.206195 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f4bd9b87-9fb8-4172-b4b2-5d4da5bc479e admin admin] 10.222.0.69 "PUT /v2.0/routers/e8766b1b-94cd-450b-80ae-701a57f4df87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6574097 Feb 08 17:31:01.270219 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:01.279921 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.298586 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-112fc139-545c-45b4-813a-2115d160c3c0 admin admin] Publish callbacks [] for security_group (6e2a70a9-16c2-481d-a9a6-8978514f1587), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.307595 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-112fc139-545c-45b4-813a-2115d160c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6e2a70a9-16c2-481d-a9a6-8978514f1587), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.320420 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9256e2b8-5767-4643-8e5a-fb7cd890e26d None None] Provisioning complete for port 5ba5a158-5da5-41b8-b888-62e7b3708290 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:01.321629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9256e2b8-5767-4643-8e5a-fb7cd890e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.327733 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:01.328493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.384090 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-112fc139-545c-45b4-813a-2115d160c3c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91880f83347047849688292d9fd90711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337432 Feb 08 17:31:01.384090 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fc139-545c-45b4-813a-2115d160c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a70a9-16c2-481d-a9a6-8978514f1587,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:01.384972 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39086) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:01.420752 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:01.425937 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9256e2b8-5767-4643-8e5a-fb7cd890e26d None None] Port 5ba5a158-5da5-41b8-b888-62e7b3708290 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:01.542363 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] Publish callbacks [] for security_group (6e2a70a9-16c2-481d-a9a6-8978514f1587), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.552996 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:01.553467 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.583542 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:01.594653 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.645487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] Publish callbacks [] for security_group (6e2a70a9-16c2-481d-a9a6-8978514f1587), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.670301 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:01.696866 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0e9e5-2129-4aef-9363-d11b3e9800c5 req-64d8a85a-4bbb-4f7c-9d03-0454324bdf48 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:01.700269 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-44c0e9e5-2129-4aef-9363-d11b3e9800c5 req-64d8a85a-4bbb-4f7c-9d03-0454324bdf48 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1494141 Feb 08 17:31:01.794309 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-44c0e9e5-2129-4aef-9363-d11b3e9800c5 req-a04832ae-c983-4e41-afcd-62d8d40da005 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848408 Feb 08 17:31:01.814404 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6e2a70a9-16c2-481d-a9a6-8978514f1587), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.825059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:01.826506 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e2a70a9-16c2-481d-a9a6-8978514f1587 HTTP/1.1" status: 204 len: 168 time: 0.4403307 Feb 08 17:31:01.856974 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e248-b888-445f-b3c5-e7ce54f19cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a70a9-16c2-481d-a9a6-8978514f1587,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:01.949363 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b8ece-0a39-4de3-b855-3e109c61cccc req-27cf3b14-00fc-44d1-b15e-5649eba36030 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:01.957435 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bd7b8ece-0a39-4de3-b855-3e109c61cccc req-27cf3b14-00fc-44d1-b15e-5649eba36030 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.1246526 Feb 08 17:31:02.048406 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bd7b8ece-0a39-4de3-b855-3e109c61cccc req-6c400fcd-8ef6-411b-be1a-f0650c2861c2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897939 Feb 08 17:31:02.197944 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Sync routers for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:31:02.216489 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:02.217617 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:30:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:02.231022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39112) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:02.238163 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-777107590-network', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:02.280014 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Made reservation on behalf of 808db77eb94c40c48d10702d14d87ab7 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:31:02.282961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.288736 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:31:02.296944 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.431629 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks [] for security_group (801e92e2-c5cd-44b7-ad0a-58a0ca178e5b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.437800 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:02.438469 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (801e92e2-c5cd-44b7-ad0a-58a0ca178e5b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.482989 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:31:02.494753 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801e92e2-c5cd-44b7-ad0a-58a0ca178e5b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:02.512148 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (adc9f3e5-9f6d-49bd-905d-950222554e27), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.512567 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Added segment adc9f3e5-9f6d-49bd-905d-950222554e27 of type vlan for network 00a8013c-3f4d-43da-8505-b71672cbca82 Feb 08 17:31:02.599569 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (00a8013c-3f4d-43da-8505-b71672cbca82), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.649969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (00a8013c-3f4d-43da-8505-b71672cbca82), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.651392 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:02.652489 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.729945 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4973810 Feb 08 17:31:02.734806 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39130) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:02.746766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Request body: {'subnet': {'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-777107590-subnet', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:02.758108 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8deda-2b3b-4a30-8610-92539c10ec1e admin admin] Pushing event updated for resources: {'Network': ['ID=00a8013c-3f4d-43da-8505-b71672cbca82,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:02.781089 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 00a8013c-3f4d-43da-8505-b71672cbca82 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:31:02.785715 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Made reservation on behalf of 808db77eb94c40c48d10702d14d87ab7 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:31:02.791486 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:02.999767 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 1ffcab0c-4334-4ac2-b1e9-73670067fe8d up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:03.056544 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbcd67-722e-4194-a43b-6a738f4645b2 req-5d8b2e2b-16ce-4d38-857b-550097381537 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:03.060586 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5cdbcd67-722e-4194-a43b-6a738f4645b2 req-5d8b2e2b-16ce-4d38-857b-550097381537 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0935559 Feb 08 17:31:03.089542 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:00Z', 'revision_number': 2, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:03.142872 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (2f7de027-307a-429c-8346-b1976b833abd), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.143605 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5cdbcd67-722e-4194-a43b-6a738f4645b2 req-5546d313-9a48-4496-9c99-dd45733c05a2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707765 Feb 08 17:31:03.184246 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Checking router: e8766b1b-94cd-450b-80ae-701a57f4df87 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:31:03.184807 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Updating router e8766b1b-94cd-450b-80ae-701a57f4df87 port 5ba5a158-5da5-41b8-b888-62e7b3708290 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:31:03.240174 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['72759e6a-9d50-4192-90ea-3e1d17bb4b78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:31:03.249630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.257877 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7de027-307a-429c-8346-b1976b833abd,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:03.283071 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Checking segment: {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:03.283443 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Network hostable DHCP agents. Network: 00a8013c-3f4d-43da-8505-b71672cbca82, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:31:03.376749 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Network 00a8013c-3f4d-43da-8505-b71672cbca82 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:31:03.393110 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 00a8013c-3f4d-43da-8505-b71672cbca82) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:03.401460 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:03.402776 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:03.403071 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.403580 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.416169 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06447eb8-1fc4-494e-a6d5-31431c9b60f1 None None] Network 00a8013c-3f4d-43da-8505-b71672cbca82 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:31:03.454935 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdadac9-3b06-4417-839a-20c97a640c2a req-717dedf6-617e-4d39-92d0-038d6fa9067e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:03.456585 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2bdadac9-3b06-4417-839a-20c97a640c2a req-717dedf6-617e-4d39-92d0-038d6fa9067e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.1927469 Feb 08 17:31:03.464124 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1c3635b3-682b-4392-aee2-318269545443 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7276866 Feb 08 17:31:03.468935 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39150) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:03.483166 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:03.521975 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.523497 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:03.558465 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2bdadac9-3b06-4417-839a-20c97a640c2a req-72d0ed54-a579-471d-8f21-f0bdaf6a590e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882611 Feb 08 17:31:03.756122 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for router_controller (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:04.015853 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-00a8013c-3f4d-43da-8505-b71672cbca82', 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82', 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'fixed_ips': [{'subnet_id': '2f7de027-307a-429c-8346-b1976b833abd'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:31:04.017335 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:04.089275 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for router_gateway (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:04.151550 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:04.545984 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01845c-d7e9-4123-862d-85224e238c01 req-ea545553-c2a7-4a80-8488-d576a1bfab80 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:04.553830 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf01845c-d7e9-4123-862d-85224e238c01 req-ea545553-c2a7-4a80-8488-d576a1bfab80 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1724188 Feb 08 17:31:04.557974 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for router_gateway (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:04.603609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:04.941768 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Allocated IP 172.20.0.2 (00a8013c-3f4d-43da-8505-b71672cbca82/2f7de027-307a-429c-8346-b1976b833abd/dc56203b-8ef6-4a27-b543-07475f1d076a) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:31:05.080245 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:05.091855 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdfded-e17e-41a0-aed7-1d77f059adeb req-3efa2d9a-ca9c-495a-8b18-16b812e03c6e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:05.106837 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfbdfded-e17e-41a0-aed7-1d77f059adeb req-3efa2d9a-ca9c-495a-8b18-16b812e03c6e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.3102679 Feb 08 17:31:05.114875 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf01845c-d7e9-4123-862d-85224e238c01 req-b1f60a7d-df0b-4088-bca4-b0e2bb9d592e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5441506 Feb 08 17:31:05.287151 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfbdfded-e17e-41a0-aed7-1d77f059adeb req-41f5386e-63c3-4a9c-b55a-8d824ca56054 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746879 Feb 08 17:31:05.332585 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Allocated IP 172.27.3.214 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/d186ae18-8221-4a33-81a0-6ff1ab562b4b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:31:05.679987 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:05.819289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:05.851501 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks [] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:05.860056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8641d959-6bcb-4f87-98e3-e2de03fc4d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:05.876114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:05.945218 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:05.951831 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:05.960585 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:31:06.011164 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Pushing event updated for resources: {'Port': ['ID=d186ae18-8221-4a33-81a0-6ff1ab562b4b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:06.192918 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Pushing event updated for resources: {'Port': ['ID=dc56203b-8ef6-4a27-b543-07475f1d076a,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:06.326055 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Network 00a8013c-3f4d-43da-8505-b71672cbca82 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:06.353125 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks [] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:06.384724 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:06.393968 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:31:06.414144 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589dee-381c-4780-9b03-b5a3d7a0ceff req-b79cf7e4-1551-425d-9d5d-cf9c230f1491 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:06.425962 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a589dee-381c-4780-9b03-b5a3d7a0ceff req-b79cf7e4-1551-425d-9d5d-cf9c230f1491 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2434878 Feb 08 17:31:06.503264 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:06.503264 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:06.572941 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a589dee-381c-4780-9b03-b5a3d7a0ceff req-3ba5a56a-8587-4083-bc14-eb5f4ae3a597 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453595 Feb 08 17:31:06.627217 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:06.744148 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39254) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:06.755889 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-1cc89695-ba42-4a9d-808a-c7d6880cd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:06.757518 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-1cc89695-ba42-4a9d-808a-c7d6880cd992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.7342186 Feb 08 17:31:06.788879 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Attempting to bind port dc56203b-8ef6-4a27-b543-07475f1d076a on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:31:06.789438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Attempting to bind port dc56203b-8ef6-4a27-b543-07475f1d076a by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:31:06.790061 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Attempting to bind port dc56203b-8ef6-4a27-b543-07475f1d076a on network 00a8013c-3f4d-43da-8505-b71672cbca82 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:06.985149 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:31:07.066736 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Checking segment: {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:07.067468 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.068116 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Bound using segment: {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:31:07.068878 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Bound port: dc56203b-8ef6-4a27-b543-07475f1d076a, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:31:07.072894 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.125401 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0c74-9633-4fa4-aec4-44216e361227 req-c718b8b6-85da-4601-abf3-a5cfe3dbed9d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:07.138143 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c3fb0c74-9633-4fa4-aec4-44216e361227 req-c718b8b6-85da-4601-abf3-a5cfe3dbed9d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.4464252 Feb 08 17:31:07.282275 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:07.283160 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.293114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85865915-70bd-4311-8e6a-fce0daa558d7 None None] Pushing event updated for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:07.352281 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2d928e4-8cf9-4244-a432-fb6e003c9f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.387526 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c3fb0c74-9633-4fa4-aec4-44216e361227 req-3e3b7289-e5af-43c3-922a-092914fe8fb4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453098 Feb 08 17:31:07.486582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4fab6-42f8-4c8e-911a-74ded7b09d96 req-a256b003-9b6a-4338-a43c-9aa797490b59 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:07.503432 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8bd4fab6-42f8-4c8e-911a-74ded7b09d96 req-a256b003-9b6a-4338-a43c-9aa797490b59 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 1.0217483 Feb 08 17:31:07.641439 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-cd193633-663d-4929-b448-cc7f9827fa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.662376 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Attempting to bind port 5ba5a158-5da5-41b8-b888-62e7b3708290 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:31:07.662891 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Attempting to bind port 5ba5a158-5da5-41b8-b888-62e7b3708290 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:31:07.663321 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Attempting to bind port 5ba5a158-5da5-41b8-b888-62e7b3708290 on network 7f60fd81-e59c-4078-b469-d943d1c2c31b {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:07.719639 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:31:07.726682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2d928e4-8cf9-4244-a432-fb6e003c9f9e admin admin] Publish callbacks [] for security_group (b1dba716-2980-496b-a4d1-33345f2056b6), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.732515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68dba64-a1f2-42fc-9e0a-42a132aa8275" -d '{"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:31:07.735805 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2d928e4-8cf9-4244-a432-fb6e003c9f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b1dba716-2980-496b-a4d1-33345f2056b6), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.815503 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for router_gateway (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.823039 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:31:07.823397 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Checking segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:07.823819 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.824224 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Bound using segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:31:07.824720 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Bound port: 5ba5a158-5da5-41b8-b888-62e7b3708290, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:31:07.825602 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:07.900448 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b2d928e4-8cf9-4244-a432-fb6e003c9f9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ba0df89dfa046c0b5dc72497ecf15de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1536729 Feb 08 17:31:07.908551 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:07.911272 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39262) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:08.011163 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-cd01e79c-7c51-4de6-ad6a-e1f1532f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:08.019204 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-cd01e79c-7c51-4de6-ad6a-e1f1532f3027 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 1.0797098 Feb 08 17:31:08.071560 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b677946a-5790-4d87-b133-dd36af34ff23 None None] Provisioning complete for port 5ba5a158-5da5-41b8-b888-62e7b3708290 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:08.072724 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b677946a-5790-4d87-b133-dd36af34ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.124352 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d928e4-8cf9-4244-a432-fb6e003c9f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dba716-2980-496b-a4d1-33345f2056b6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:08.166653 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] Publish callbacks [] for security_group (b1dba716-2980-496b-a4d1-33345f2056b6), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.191266 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.275910 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] Publish callbacks [] for security_group (b1dba716-2980-496b-a4d1-33345f2056b6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.276269 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b677946a-5790-4d87-b133-dd36af34ff23 None None] Port 5ba5a158-5da5-41b8-b888-62e7b3708290 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:08.416568 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] For port dc56203b-8ef6-4a27-b543-07475f1d076a, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:31:08.423658 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.467209 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] For port dc56203b-8ef6-4a27-b543-07475f1d076a, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=dc56203b-8ef6-4a27-b543-07475f1d076a,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:31:08.487742 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.511753 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd665bc-172d-4e3e-bb6e-8b63f28f889e req-ce243f52-fbc2-4c1f-86bb-fbf814f84cab tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:08.525578 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8cd665bc-172d-4e3e-bb6e-8b63f28f889e req-ce243f52-fbc2-4c1f-86bb-fbf814f84cab tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.6387181 Feb 08 17:31:08.544589 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b1dba716-2980-496b-a4d1-33345f2056b6), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.549532 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:08.554217 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1dba716-2980-496b-a4d1-33345f2056b6 HTTP/1.1" status: 204 len: 168 time: 0.6409001 Feb 08 17:31:08.583434 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] For port 5ba5a158-5da5-41b8-b888-62e7b3708290, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:31:08.597672 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:08.601751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894796d-38dd-4ba4-98a8-4154b45f1e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dba716-2980-496b-a4d1-33345f2056b6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:08.732961 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8cd665bc-172d-4e3e-bb6e-8b63f28f889e req-6acb4201-eb3c-4060-b268-6c4e2829bc56 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033312 Feb 08 17:31:08.886394 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] For port 5ba5a158-5da5-41b8-b888-62e7b3708290, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5ba5a158-5da5-41b8-b888-62e7b3708290,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:31:08.932566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:09.001532 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9956e385-f397-4976-b554-34d802497f4e x-openstack-request-id: req-9956e385-f397-4976-b554-34d802497f4e {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:31:09.001992 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:31:09.002417 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9956e385-f397-4976-b554-34d802497f4e {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:31:09.003041 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'code': 200} Feb 08 17:31:09.196905 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:09.204035 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:31:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:09.405106 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b6b27-8e6d-4c68-a596-2c86ae3516da req-05ebbe1c-a31b-4c5a-97cd-b2d4527063b5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:09.420997 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e68b6b27-8e6d-4c68-a596-2c86ae3516da req-05ebbe1c-a31b-4c5a-97cd-b2d4527063b5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.3299010 Feb 08 17:31:09.467184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba077d93-cf80-47cf-9304-10f6d44c2745 None None] Pushing event updated for resources: {'Port': ['ID=dc56203b-8ef6-4a27-b543-07475f1d076a,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:09.545996 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8bd4fab6-42f8-4c8e-911a-74ded7b09d96 req-d92a67c8-a3e3-4b8a-a368-cb4e0119962b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0408430 Feb 08 17:31:09.574214 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-6bfa6bd5-4d59-4743-b749-795192025f19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 1.2908883 Feb 08 17:31:09.613510 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e68b6b27-8e6d-4c68-a596-2c86ae3516da req-09581529-74ba-47ed-a235-1e91572a24a5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901846 Feb 08 17:31:09.827890 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-3db7cbc0-1f06-497e-87fd-6535e5808226 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2715421 Feb 08 17:31:09.932474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-e82e88f8-ca58-40b6-ae84-b6a50ca51e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:09.944494 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-e82e88f8-ca58-40b6-ae84-b6a50ca51e35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.2857585 Feb 08 17:31:10.179719 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Provisioning complete for port 5ba5a158-5da5-41b8-b888-62e7b3708290 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:10.180004 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.182498 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85865915-70bd-4311-8e6a-fce0daa558d7 None None] Pushing event updated for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:10.215846 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39274) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:10.250010 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9cad5d5-3997-48e3-a2bb-25dd84304b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.289515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:10.375558 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.396141 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-8a0015e4-4c92-45da-a00b-3aaf17228fcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3032677 Feb 08 17:31:10.540702 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.607470 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9cad5d5-3997-48e3-a2bb-25dd84304b98 admin admin] Publish callbacks [] for security_group (6a0621ce-3ff6-4611-86bd-5b79510bc0cb), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.623238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b9cad5d5-3997-48e3-a2bb-25dd84304b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6a0621ce-3ff6-4611-86bd-5b79510bc0cb), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:10.799972 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b9cad5d5-3997-48e3-a2bb-25dd84304b98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=baa0a4ae3b5b4c8e940f591e7ae00457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824909 Feb 08 17:31:10.830149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39280) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:10.835347 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-4c3f2ecb-ff74-4178-b29f-274b6fab155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:10.837810 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-4c3f2ecb-ff74-4178-b29f-274b6fab155e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 1130 time: 0.9408567 Feb 08 17:31:11.179726 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cad5d5-3997-48e3-a2bb-25dd84304b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0621ce-3ff6-4611-86bd-5b79510bc0cb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:11.241775 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device dc56203b-8ef6-4a27-b543-07475f1d076a up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:11.262749 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3737e84-a8d2-4010-ace7-9c7a474e01e9 req-b3d624d2-77f9-4d66-869d-71446323f250 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:11.271369 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3737e84-a8d2-4010-ace7-9c7a474e01e9 req-b3d624d2-77f9-4d66-869d-71446323f250 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 1.1812093 Feb 08 17:31:11.296015 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086208bc-6409-4316-abd5-58049bf9dc89 req-23f269c9-7da3-423e-94d0-45a77ffcc68c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:11.308737 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-086208bc-6409-4316-abd5-58049bf9dc89 req-23f269c9-7da3-423e-94d0-45a77ffcc68c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.4656377 Feb 08 17:31:11.349473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c91aa0-fb51-4cc6-9249-becfdad8b6d1 None None] Network 00a8013c-3f4d-43da-8505-b71672cbca82 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:31:11.413467 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-086208bc-6409-4316-abd5-58049bf9dc89 req-624efaca-dd1c-4f14-bd64-0da34d2ecda6 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031215 Feb 08 17:31:11.421022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-7a73aa00-f25e-4003-b442-5901272ab7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:11.423292 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-7a73aa00-f25e-4003-b442-5901272ab7d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.5229928 Feb 08 17:31:11.581272 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:11.595870 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port dc56203b-8ef6-4a27-b543-07475f1d076a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:11.596295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:11.604469 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Current status of the port 5ba5a158-5da5-41b8-b888-62e7b3708290 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:11.604870 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:11.671760 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-e57a71f7-8aca-4778-b0c0-f113b47a015a service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2357814 Feb 08 17:31:11.685288 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-c835330b-1581-4a8b-b021-b4a135b64e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 200 len: 217 time: 0.1873813 Feb 08 17:31:11.700634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] Publish callbacks [] for security_group (6a0621ce-3ff6-4611-86bd-5b79510bc0cb), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:11.745380 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] Publish callbacks [] for security_group (6a0621ce-3ff6-4611-86bd-5b79510bc0cb), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:11.745878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cabb-aea3-4f7f-b37e-811f8fae177e req-bbbbf8ce-d4dd-490d-8a82-c69d9ebf7863 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:11.748147 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c9e9cabb-aea3-4f7f-b37e-811f8fae177e req-bbbbf8ce-d4dd-490d-8a82-c69d9ebf7863 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2079225 Feb 08 17:31:11.969419 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:08Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:11.983310 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c9e9cabb-aea3-4f7f-b37e-811f8fae177e req-90ada2ed-5e0a-48b0-accd-56c998051f91 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276592 Feb 08 17:31:12.033970 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b3737e84-a8d2-4010-ace7-9c7a474e01e9 req-e8a8c0f9-559d-4938-9f38-3023e77450be tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612021 Feb 08 17:31:12.179546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996bc85-f65e-439e-be2b-a8f55581da26 None None] The sync data for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi is: [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:08Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:31:12.184952 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] For port 5ba5a158-5da5-41b8-b888-62e7b3708290, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5ba5a158-5da5-41b8-b888-62e7b3708290,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:12.216386 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:12.263133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6a0621ce-3ff6-4611-86bd-5b79510bc0cb), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:12.267044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:12.268472 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a0621ce-3ff6-4611-86bd-5b79510bc0cb HTTP/1.1" status: 204 len: 168 time: 1.4294996 Feb 08 17:31:12.294392 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:12.500154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:31:12.543422 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47646508-a613-4fe8-bc0e-731d1142cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0621ce-3ff6-4611-86bd-5b79510bc0cb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:12.597303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-06b15167-8217-44e2-bb70-71e5a82b0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:12.608686 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-06b15167-8217-44e2-bb70-71e5a82b0dbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.6358209 Feb 08 17:31:12.819598 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Provisioning complete for port dc56203b-8ef6-4a27-b543-07475f1d076a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:12.819598 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:12.938680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be442e9a-349a-4b34-a7cb-d7ffabd0fca3 None None] Pushing event updated for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:13.083706 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-dba4e28c-7374-4de9-adf2-a072e5da7018 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3288054 Feb 08 17:31:13.110886 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b668-f0e6-4168-a009-e3fb3736a63d req-6b4b57ab-63ac-4de2-81a5-45c66dc98d5d tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:13.117102 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port dc56203b-8ef6-4a27-b543-07475f1d076a is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:13.129900 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:13.138410 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0079b668-f0e6-4168-a009-e3fb3736a63d req-6b4b57ab-63ac-4de2-81a5-45c66dc98d5d tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.4648051 Feb 08 17:31:13.278794 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0079b668-f0e6-4168-a009-e3fb3736a63d req-d2ca0ff6-2014-406c-af8c-d93e64f83803 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376698 Feb 08 17:31:13.345898 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-314f4da9-a941-49e5-b1f4-8dcf4b165772 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334998 Feb 08 17:31:13.462026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port dc56203b-8ef6-4a27-b543-07475f1d076a, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=dc56203b-8ef6-4a27-b543-07475f1d076a,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:13.470594 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-081221bb-dec0-4e9d-826f-038d4f3c7fb7 req-b5a4d6f2-2a89-4a50-92c0-8d3461b273d4 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7740858 Feb 08 17:31:13.476942 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:13.560175 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Current status of the port dc56203b-8ef6-4a27-b543-07475f1d076a is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:13.560588 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:13.566010 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7a195-6cbd-4495-a395-3b486f841e43 req-28b410fb-d65a-4dfa-83f2-c3623ef5d474 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:13.580892 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bc7a195-6cbd-4495-a395-3b486f841e43 req-28b410fb-d65a-4dfa-83f2-c3623ef5d474 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2233520 Feb 08 17:31:13.657205 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=dc56203b-8ef6-4a27-b543-07475f1d076a,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:13.808786 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d8bb5-6635-4371-8717-d2dc06c97612 req-0632a6e7-976e-46c6-8381-5d9cef209929 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:13.816353 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.api [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 17:31:13.817099 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG oslo_db.api [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 17:31:13.817776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb4d8bb5-6635-4371-8717-d2dc06c97612 req-0632a6e7-976e-46c6-8381-5d9cef209929 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2912798 Feb 08 17:31:13.860460 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bc7a195-6cbd-4495-a395-3b486f841e43 req-ce17cf8f-998f-4cf4-9e97-2748c322ba14 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382343 Feb 08 17:31:13.865135 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:31:13.910076 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5ba5a158-5da5-41b8-b888-62e7b3708290 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:13.945424 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Sync routers for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:31:13.951351 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcd19b88-eee2-4fcd-998c-2e7c03a854fa req-1b4ee987-03de-41eb-a1b9-3a308efa844c service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333900 Feb 08 17:31:13.978072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:13.980254 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0c92eb4d-73dd-4c3e-97a5-1cb4d8e82647 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.5070689 Feb 08 17:31:13.983970 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39300) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:14.010707 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:14.011360 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:31:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:14.082029 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb4d8bb5-6635-4371-8717-d2dc06c97612 req-4e231ea7-8eea-4a04-8b81-93cf0d79b469 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630517 Feb 08 17:31:14.258346 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 5ba5a158-5da5-41b8-b888-62e7b3708290 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:14.265774 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:14.538052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1e110aad-9d00-4702-a19b-0ebf4526a9a2 None None] Current status of the port dc56203b-8ef6-4a27-b543-07475f1d076a is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:14.645294 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:14.827734 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d4fba6d7-b74b-42f0-bd71-0f60eb339c0c None None] Provisioning complete for port dc56203b-8ef6-4a27-b543-07475f1d076a triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:14.835310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d4fba6d7-b74b-42f0-bd71-0f60eb339c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:14.841908 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 5ba5a158-5da5-41b8-b888-62e7b3708290 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:15.153558 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f1aa4-e6aa-4ee4-bc10-4a5fa51f1efe req-361d56da-e99a-4785-a478-231bb87ef125 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:15.156409 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce1f1aa4-e6aa-4ee4-bc10-4a5fa51f1efe req-361d56da-e99a-4785-a478-231bb87ef125 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.5250897 Feb 08 17:31:15.435152 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d4fba6d7-b74b-42f0-bd71-0f60eb339c0c None None] Current status of the port dc56203b-8ef6-4a27-b543-07475f1d076a is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:15.460937 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:06Z', 'revision_number': 3, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:15.466360 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27bfd9-936f-4eed-860a-61077438cae1 req-a819d6f1-24f1-4445-a0ca-98917e95d378 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:15.488314 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4a27bfd9-936f-4eed-860a-61077438cae1 req-a819d6f1-24f1-4445-a0ca-98917e95d378 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.3133500 Feb 08 17:31:15.609109 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Checking router: 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:31:15.617584 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Updating router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 port d186ae18-8221-4a33-81a0-6ff1ab562b4b binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:31:15.724728 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce1f1aa4-e6aa-4ee4-bc10-4a5fa51f1efe req-880c80d3-905c-4806-ba4a-de5c16b0f062 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355628 Feb 08 17:31:15.779683 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4a27bfd9-936f-4eed-860a-61077438cae1 req-3cd6ab46-d02e-4893-a60a-f307e5a82dd6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830162 Feb 08 17:31:15.783943 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device dc56203b-8ef6-4a27-b543-07475f1d076a up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:15.803639 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:16.075684 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port dc56203b-8ef6-4a27-b543-07475f1d076a triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:16.076296 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:16.505617 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port dc56203b-8ef6-4a27-b543-07475f1d076a is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:16.856482 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks [] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:16.871323 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:17.045620 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600d981-952c-4e82-b33a-0f57b511805d None None] Pushing event updated for resources: {'Port': ['ID=d186ae18-8221-4a33-81a0-6ff1ab562b4b,revision_number=2']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:17.123552 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Attempting to bind port d186ae18-8221-4a33-81a0-6ff1ab562b4b on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:31:17.128230 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Attempting to bind port d186ae18-8221-4a33-81a0-6ff1ab562b4b by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:31:17.130763 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Attempting to bind port d186ae18-8221-4a33-81a0-6ff1ab562b4b on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:17.155397 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:31:17.156008 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:17.156695 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:17.157292 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:31:17.158098 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Bound port: d186ae18-8221-4a33-81a0-6ff1ab562b4b, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:31:17.158668 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:17.310068 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] For port d186ae18-8221-4a33-81a0-6ff1ab562b4b, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:31:17.315890 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] For port d186ae18-8221-4a33-81a0-6ff1ab562b4b, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=d186ae18-8221-4a33-81a0-6ff1ab562b4b,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:31:17.336985 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:17.344979 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824339a7-8f73-4ce7-8d2d-b4ffc32bc0a7 req-6cc5921d-8117-44db-8d75-3fb22e386020 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:17.374405 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-824339a7-8f73-4ce7-8d2d-b4ffc32bc0a7 req-6cc5921d-8117-44db-8d75-3fb22e386020 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.3518846 Feb 08 17:31:17.490189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-824339a7-8f73-4ce7-8d2d-b4ffc32bc0a7 req-df341542-3427-490f-8fb2-f3f718d849e6 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109126 Feb 08 17:31:17.505578 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:17.505578 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:31:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:17.515899 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600d981-952c-4e82-b33a-0f57b511805d None None] Pushing event updated for resources: {'Port': ['ID=d186ae18-8221-4a33-81a0-6ff1ab562b4b,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:17.529034 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275703d6-9f03-4a6d-83d1-8c3b2936b373 req-1091e206-4bc5-4f4c-b844-7e6b2bfe0da5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:17.535452 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-275703d6-9f03-4a6d-83d1-8c3b2936b373 req-1091e206-4bc5-4f4c-b844-7e6b2bfe0da5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 1.5156949 Feb 08 17:31:17.684834 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:17.748004 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-275703d6-9f03-4a6d-83d1-8c3b2936b373 req-f675780a-0470-4a9f-9f3a-39968232ffbb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987557 Feb 08 17:31:17.838703 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:17.936148 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfd507-b3e9-47b9-be3a-5ea2715ff586 req-db20275f-2313-40ce-8ecf-af43ce3fc2d1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:17.955263 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36dfd507-b3e9-47b9-be3a-5ea2715ff586 req-db20275f-2313-40ce-8ecf-af43ce3fc2d1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2329469 Feb 08 17:31:18.113944 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36dfd507-b3e9-47b9-be3a-5ea2715ff586 req-815e2b53-b936-485c-9283-9540eb986d7f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Feb 08 17:31:18.318874 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Allocated IP 172.20.0.1 (00a8013c-3f4d-43da-8505-b71672cbca82/2f7de027-307a-429c-8346-b1976b833abd/7421acaf-6ae8-41f5-acd3-c157f143d759) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:31:18.378322 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:06Z', 'revision_number': 3, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:18.537388 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d77d1-ec63-4301-910e-3fe6ec4070f7 None None] The sync data for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi is: [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:06Z', 'revision_number': 3, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:31:18.666205 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks [] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:18.822552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:18.938191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Network 00a8013c-3f4d-43da-8505-b71672cbca82 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:18.942255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Pushing event updated for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:18.969543 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:18.974347 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:31:19.085609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.086207 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.087176 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.087730 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.088304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.088865 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.089289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.089847 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.090436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.091009 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.091551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.092109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.092622 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:19.131378 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:19.216310 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc0614-37f2-446f-a8e0-4184d622a45d req-15eaccbf-ce16-43a7-bbae-08f46afe789f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:19.234437 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5bcc0614-37f2-446f-a8e0-4184d622a45d req-15eaccbf-ce16-43a7-bbae-08f46afe789f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2335780 Feb 08 17:31:19.406366 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5bcc0614-37f2-446f-a8e0-4184d622a45d req-a1cef74c-051d-4711-99c2-c20fd5876c6b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707251 Feb 08 17:31:19.724160 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-79adbf99-7426-482b-b772-9cf706f9df6c None None] Provisioning complete for port 7421acaf-6ae8-41f5-acd3-c157f143d759 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:19.727466 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-79adbf99-7426-482b-b772-9cf706f9df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:19.769049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:19.796025 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73650a-86ad-48c5-a992-561c6d1bc9cd req-727b933a-c507-47dc-ba99-1b2ccf38b352 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:19.808968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d73650a-86ad-48c5-a992-561c6d1bc9cd req-727b933a-c507-47dc-ba99-1b2ccf38b352 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 1.0654886 Feb 08 17:31:19.854546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-79adbf99-7426-482b-b772-9cf706f9df6c None None] Port 7421acaf-6ae8-41f5-acd3-c157f143d759 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:19.863130 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device d186ae18-8221-4a33-81a0-6ff1ab562b4b up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:19.984542 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b42c3-002e-4002-9697-3ac0ff2a8ad2 req-9cb6d6e7-f1a5-4513-b35c-4e3ac04a7e20 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:19.998294 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port d186ae18-8221-4a33-81a0-6ff1ab562b4b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:19.998812 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.019484 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-eb5b42c3-002e-4002-9697-3ac0ff2a8ad2 req-9cb6d6e7-f1a5-4513-b35c-4e3ac04a7e20 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2872076 Feb 08 17:31:20.089641 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d73650a-86ad-48c5-a992-561c6d1bc9cd req-fc9d0b68-9f91-4a4c-b464-446fdaff5286 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698247 Feb 08 17:31:20.285025 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-eb5b42c3-002e-4002-9697-3ac0ff2a8ad2 req-286fcc9f-940a-424a-bdbf-229e72cb05df tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637625 Feb 08 17:31:20.362504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port d186ae18-8221-4a33-81a0-6ff1ab562b4b is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:20.363093 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.428680 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39372) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:20.474238 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port d186ae18-8221-4a33-81a0-6ff1ab562b4b, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=d186ae18-8221-4a33-81a0-6ff1ab562b4b,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:20.494230 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.685001 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks [] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.729765 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=d186ae18-8221-4a33-81a0-6ff1ab562b4b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:20.789907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.938020 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.941630 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:20.950425 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Pushing event updated for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:21.034907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167cffd-f462-4a15-800b-eab80fdee9e9 req-f208ae6c-0cb5-4a6b-9ad7-f99b717deb3b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:21.052655 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0167cffd-f462-4a15-800b-eab80fdee9e9 req-f208ae6c-0cb5-4a6b-9ad7-f99b717deb3b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.3289964 Feb 08 17:31:21.160431 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Network 00a8013c-3f4d-43da-8505-b71672cbca82 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:21.181957 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0167cffd-f462-4a15-800b-eab80fdee9e9 req-0187db71-9e32-40c7-87b4-fce6489ad4d8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278596 Feb 08 17:31:21.192164 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:21.293839 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Publish callbacks [] for security_group (719027b1-ca55-4503-9f39-880726193e89), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:21.307309 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (719027b1-ca55-4503-9f39-880726193e89), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:21.425149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:31:21.481726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29692e5d-6f19-4ad9-8bbd-91436bea420a req-42e56265-3158-4a13-9551-b68719a83ac9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:21.484490 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23f68e820cfa408fba1bcf4b6147bfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0544567 Feb 08 17:31:21.487265 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39382) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:21.491093 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-29692e5d-6f19-4ad9-8bbd-91436bea420a req-42e56265-3158-4a13-9551-b68719a83ac9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.7950666 Feb 08 17:31:21.653330 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719027b1-ca55-4503-9f39-880726193e89,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:21.698283 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.699290 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.700094 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.701015 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.701783 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.702453 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.703274 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.703845 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.704413 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.704970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.708837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.709663 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.710602 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef3833-fd1d-4b82-8954-bb84d39f068d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:21.760739 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device d186ae18-8221-4a33-81a0-6ff1ab562b4b up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:21.785042 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-29692e5d-6f19-4ad9-8bbd-91436bea420a req-bd2f4305-fc45-47dc-ad0f-9c8679e9d002 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929966 Feb 08 17:31:21.795157 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] Publish callbacks [] for security_group (719027b1-ca55-4503-9f39-880726193e89), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:21.815636 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b4cf0-4e68-43a5-b00e-c815b18d33c0 req-d4aaca49-3769-43e0-a9e9-f8d002b95149 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:21.827551 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ecb64da6-a2e3-447c-890e-7bcadc109a04 None None] Provisioning complete for port 7421acaf-6ae8-41f5-acd3-c157f143d759 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:21.828001 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ecb64da6-a2e3-447c-890e-7bcadc109a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:21.834852 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fb6b4cf0-4e68-43a5-b00e-c815b18d33c0 req-d4aaca49-3769-43e0-a9e9-f8d002b95149 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.3044665 Feb 08 17:31:21.896909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf317-0732-4c13-a222-579613e6cb48 req-d1b1f7cf-9f42-4914-ab66-bbcd9f221e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:21.905966 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-d1b1f7cf-9f42-4914-ab66-bbcd9f221e6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1129 time: 1.1120572 Feb 08 17:31:21.958752 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] Publish callbacks [] for security_group (719027b1-ca55-4503-9f39-880726193e89), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:22.057038 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ecb64da6-a2e3-447c-890e-7bcadc109a04 None None] Port 7421acaf-6ae8-41f5-acd3-c157f143d759 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:22.074467 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port d186ae18-8221-4a33-81a0-6ff1ab562b4b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:22.074879 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:22.078265 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (719027b1-ca55-4503-9f39-880726193e89), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:22.083327 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:22.089381 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/719027b1-ca55-4503-9f39-880726193e89 HTTP/1.1" status: 204 len: 168 time: 0.5943427 Feb 08 17:31:22.123964 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42373b-91f3-4141-94ad-6ec2d7838141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719027b1-ca55-4503-9f39-880726193e89,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:22.181478 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fb6b4cf0-4e68-43a5-b00e-c815b18d33c0 req-b28f35dd-a57a-4a9e-8614-cae012acb296 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424520 Feb 08 17:31:22.279602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf317-0732-4c13-a222-579613e6cb48 req-0205dda6-071b-4619-adcc-21f78b4bc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:22.279602 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-0205dda6-071b-4619-adcc-21f78b4bc9f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 911 time: 0.3201602 Feb 08 17:31:22.279602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:31:22.303286 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-25d9ae55-fd62-4554-b7cd-8b63b5fb513c admin admin] 10.222.0.69 "PUT /v2.0/routers/8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3177016 Feb 08 17:31:22.434393 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port d186ae18-8221-4a33-81a0-6ff1ab562b4b is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:22.540515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Sync routers for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:31:22.602822 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:22.603785 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:31:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:22.897988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:22.980122 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-cd26ffcf-e7e3-4f32-a399-dd8271bd4a7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 1000 time: 0.7291486 Feb 08 17:31:23.089202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4e28-d341-4b50-82f9-e91c459b5463 req-4c60a1c2-3e84-449c-aa44-3eb3384039a5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:23.091166 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a7e4e28-d341-4b50-82f9-e91c459b5463 req-4c60a1c2-3e84-449c-aa44-3eb3384039a5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.3185580 Feb 08 17:31:23.100444 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b57c-7e4a-4c3b-8a09-2eb3ed747ae5 req-ccd6d6f2-951c-4a6d-be4a-435f0e42b07c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:23.106917 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf317-0732-4c13-a222-579613e6cb48 req-7deee256-de12-41a9-9c42-95586d4d62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:23.108446 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-7deee256-de12-41a9-9c42-95586d4d62d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.0893474 Feb 08 17:31:23.114957 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bc79b57c-7e4a-4c3b-8a09-2eb3ed747ae5 req-ccd6d6f2-951c-4a6d-be4a-435f0e42b07c tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1904607 Feb 08 17:31:23.230846 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bc79b57c-7e4a-4c3b-8a09-2eb3ed747ae5 req-aafe3119-5f6f-45e2-905f-b565d37a2fec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137090 Feb 08 17:31:23.281867 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39404) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:23.318980 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d596a12-29e2-4874-8d84-41a0ed5940fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:23.353843 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:19Z', 'revision_number': 4, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '7421acaf-6ae8-41f5-acd3-c157f143d759', 'name': '', 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'mac_address': 'fa:16:3e:10:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2f7de027-307a-429c-8346-b1976b833abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:17Z', 'updated_at': '2022-02-08T17:31:20Z', 'revision_number': 2, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'subnets': [{'id': '2f7de027-307a-429c-8346-b1976b833abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:23.396915 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0a7e4e28-d341-4b50-82f9-e91c459b5463 req-1bb90800-0189-4709-89a9-16cf568474d3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965121 Feb 08 17:31:23.399095 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf317-0732-4c13-a222-579613e6cb48 req-3aad3e72-efd2-4863-93e4-fd1c1a367c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:23.400666 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-3aad3e72-efd2-4863-93e4-fd1c1a367c86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2789481 Feb 08 17:31:23.547963 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Checking router: 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:31:23.549040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Updating router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 port 7421acaf-6ae8-41f5-acd3-c157f143d759 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:31:23.590555 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d596a12-29e2-4874-8d84-41a0ed5940fd admin admin] Publish callbacks [] for security_group (63502323-39ab-4fb7-b836-216c33372598), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:23.599554 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8d596a12-29e2-4874-8d84-41a0ed5940fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63502323-39ab-4fb7-b836-216c33372598), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:23.600931 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-c53b05b8-eeba-4207-acbe-e7fa05b4f4b7 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882219 Feb 08 17:31:23.630501 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:23.708409 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad309b-50f8-4c07-b46b-9715efe3a93a req-66476a05-cfa8-4d54-88da-ca3838a1a55f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:23.728884 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e5ad309b-50f8-4c07-b46b-9715efe3a93a req-66476a05-cfa8-4d54-88da-ca3838a1a55f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.3586338 Feb 08 17:31:23.758420 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21bcf317-0732-4c13-a222-579613e6cb48 req-f0f6f2e6-5571-4f1c-8a72-c35b950d4ddc service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477864 Feb 08 17:31:23.764928 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8d596a12-29e2-4874-8d84-41a0ed5940fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=baf351f9235a4c07aa3ec9e8f929779e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762712 Feb 08 17:31:23.765257 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39406) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:23.800465 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d596a12-29e2-4874-8d84-41a0ed5940fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63502323-39ab-4fb7-b836-216c33372598,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:23.866810 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] Publish callbacks [] for security_group (63502323-39ab-4fb7-b836-216c33372598), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:23.917883 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e5ad309b-50f8-4c07-b46b-9715efe3a93a req-bceccdfe-2bf0-478a-8e67-abc09d40c303 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844704 Feb 08 17:31:23.951433 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] Publish callbacks [] for security_group (63502323-39ab-4fb7-b836-216c33372598), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.102065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63502323-39ab-4fb7-b836-216c33372598), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.107726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.114937 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63502323-39ab-4fb7-b836-216c33372598 HTTP/1.1" status: 204 len: 168 time: 0.3433661 Feb 08 17:31:24.146147 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366539-7895-405a-964c-47b593e91157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63502323-39ab-4fb7-b836-216c33372598,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:24.401639 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks [] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.427081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.700999 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0b3a-90d0-4f97-808c-4c2b392c2b08 None None] Pushing event updated for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:24.739186 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6944c-e309-4a40-a8a0-f906430110b3 req-ff82fc53-821a-4a1c-b724-947e1c148d8b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:24.744501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfa6944c-e309-4a40-a8a0-f906430110b3 req-ff82fc53-821a-4a1c-b724-947e1c148d8b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.2517498 Feb 08 17:31:24.933869 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfa6944c-e309-4a40-a8a0-f906430110b3 req-8c685768-d5f8-4ae8-8cc3-dcb94840279e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702523 Feb 08 17:31:24.945821 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Attempting to bind port 7421acaf-6ae8-41f5-acd3-c157f143d759 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:31:24.946429 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Attempting to bind port 7421acaf-6ae8-41f5-acd3-c157f143d759 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:31:24.946876 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Attempting to bind port 7421acaf-6ae8-41f5-acd3-c157f143d759 on network 00a8013c-3f4d-43da-8505-b71672cbca82 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:24.982178 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:31:24.982755 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Checking segment: {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:24.983436 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:24.988511 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Bound using segment: {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:31:24.989619 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Bound port: 7421acaf-6ae8-41f5-acd3-c157f143d759, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc9f3e5-9f6d-49bd-905d-950222554e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:31:24.990118 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:25.029982 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c74ff8-1196-4cb2-b434-e5b36f771cd4 req-5e551f22-e024-4dd6-94f1-3f939dba1e17 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:25.050877 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-02c74ff8-1196-4cb2-b434-e5b36f771cd4 req-5e551f22-e024-4dd6-94f1-3f939dba1e17 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2560663 Feb 08 17:31:25.235300 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-02c74ff8-1196-4cb2-b434-e5b36f771cd4 req-9f8e5366-9f39-4b11-ae49-14d40b72d1aa tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833348 Feb 08 17:31:25.283692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] For port 7421acaf-6ae8-41f5-acd3-c157f143d759, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:31:25.367581 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] For port 7421acaf-6ae8-41f5-acd3-c157f143d759, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=7421acaf-6ae8-41f5-acd3-c157f143d759,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:31:25.388782 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366357e4-771b-4323-9dd4-1fd38cf41ae3 req-db601567-db17-4d00-b4de-4a28bde451ba tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:25.390254 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:25.390584 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-366357e4-771b-4323-9dd4-1fd38cf41ae3 req-db601567-db17-4d00-b4de-4a28bde451ba tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2086756 Feb 08 17:31:25.493819 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-366357e4-771b-4323-9dd4-1fd38cf41ae3 req-e2b1fc19-9b14-4f5d-a09c-1c4ed2e52f8f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886848 Feb 08 17:31:25.517245 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Provisioning complete for port 7421acaf-6ae8-41f5-acd3-c157f143d759 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:25.517245 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:25.786839 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:31:25.787753 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:31:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:25.790550 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0b3a-90d0-4f97-808c-4c2b392c2b08 None None] Pushing event updated for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:26.252721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Current status of the port 7421acaf-6ae8-41f5-acd3-c157f143d759 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:26.253433 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:26.278186 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:31:26.329452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4d46a-cb59-461a-820b-aad64b66d678 req-74bee15c-63c4-48a2-94c1-f956bf7504ec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:26.337553 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-78e4d46a-cb59-461a-820b-aad64b66d678 req-74bee15c-63c4-48a2-94c1-f956bf7504ec tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.2132199 Feb 08 17:31:26.411754 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] For port 7421acaf-6ae8-41f5-acd3-c157f143d759, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=7421acaf-6ae8-41f5-acd3-c157f143d759,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:26.437261 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:26.532922 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-78e4d46a-cb59-461a-820b-aad64b66d678 req-0f5f070b-e665-413e-9c31-eb44598cd4c0 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823008 Feb 08 17:31:26.560821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da42f-397a-4ff8-b379-6d0cd5c57963 req-1d477679-6fd9-4155-bfa4-e62dc82c48d5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:26.585019 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-094da42f-397a-4ff8-b379-6d0cd5c57963 req-1d477679-6fd9-4155-bfa4-e62dc82c48d5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1592000 Feb 08 17:31:26.723715 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-094da42f-397a-4ff8-b379-6d0cd5c57963 req-578ca3f0-23a6-4c4b-b546-8cfdf5e79f40 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381991 Feb 08 17:31:26.827185 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3362aa5-723c-4145-8fba-6e7fa9bf1479 None None] Pushing event updated for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:26.886889 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-037fa6c2-6489-4fd3-9998-56b558829a0b None None] Provisioning complete for port 7421acaf-6ae8-41f5-acd3-c157f143d759 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:26.887566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-037fa6c2-6489-4fd3-9998-56b558829a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:26.892279 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4b99-0686-4255-8e72-16f9853674a3 req-bdb8cf0d-ae12-47b7-8f2f-b6389ee39653 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:26.907060 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be1e4b99-0686-4255-8e72-16f9853674a3 req-bdb8cf0d-ae12-47b7-8f2f-b6389ee39653 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1779523 Feb 08 17:31:27.033259 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-be1e4b99-0686-4255-8e72-16f9853674a3 req-3147600f-e3da-4bd1-9b92-ceb4b3960a69 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185048 Feb 08 17:31:27.064695 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-037fa6c2-6489-4fd3-9998-56b558829a0b None None] Current status of the port 7421acaf-6ae8-41f5-acd3-c157f143d759 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:27.171325 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:19Z', 'revision_number': 4, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '7421acaf-6ae8-41f5-acd3-c157f143d759', 'name': '', 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'mac_address': 'fa:16:3e:10:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2f7de027-307a-429c-8346-b1976b833abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:17Z', 'updated_at': '2022-02-08T17:31:25Z', 'revision_number': 4, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'subnets': [{'id': '2f7de027-307a-429c-8346-b1976b833abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:27.231825 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5e3db-bfe4-48be-8bef-f2dec3628e63 None None] The sync data for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi is: [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:31:19Z', 'revision_number': 4, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '7421acaf-6ae8-41f5-acd3-c157f143d759', 'name': '', 'network_id': '00a8013c-3f4d-43da-8505-b71672cbca82', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'mac_address': 'fa:16:3e:10:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '2f7de027-307a-429c-8346-b1976b833abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:17Z', 'updated_at': '2022-02-08T17:31:25Z', 'revision_number': 4, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'subnets': [{'id': '2f7de027-307a-429c-8346-b1976b833abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:31:27.783716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 7421acaf-6ae8-41f5-acd3-c157f143d759 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:31:28.016111 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 7421acaf-6ae8-41f5-acd3-c157f143d759 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:28.017993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:28.297055 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3614be-c31d-44b0-acf0-801a1052bcb3 req-0cd72d8f-c452-4a2e-980c-55b8f07504df tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:28.316956 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab3614be-c31d-44b0-acf0-801a1052bcb3 req-0cd72d8f-c452-4a2e-980c-55b8f07504df tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2649860 Feb 08 17:31:28.464691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 7421acaf-6ae8-41f5-acd3-c157f143d759 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:28.474638 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a4537-c7ab-4737-bd61-e9f1a787e3c5 req-4ac0d551-a923-4aed-a0aa-7ed440fab7e1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:28.477091 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-692a4537-c7ab-4737-bd61-e9f1a787e3c5 req-4ac0d551-a923-4aed-a0aa-7ed440fab7e1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.2154408 Feb 08 17:31:28.516843 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ab3614be-c31d-44b0-acf0-801a1052bcb3 req-4cb9e438-8a20-4e8d-8a14-bb31c10a6283 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874094 Feb 08 17:31:28.666223 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-692a4537-c7ab-4737-bd61-e9f1a787e3c5 req-f7144826-ecc7-4082-a3cb-d21a5831bac1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783736 Feb 08 17:31:30.014322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0ed86-87c1-4e9a-b612-70fb85a05d39 req-d7bec3f4-c269-4cd5-aa24-6092ba9f648f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:30.033329 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bc0ed86-87c1-4e9a-b612-70fb85a05d39 req-d7bec3f4-c269-4cd5-aa24-6092ba9f648f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1941619 Feb 08 17:31:30.034549 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc31d0-7f7d-43e4-b5c9-ceab65973c23 req-b27d55a4-d8dc-4915-ac0e-ed85a31e02de tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:30.046181 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dacc31d0-7f7d-43e4-b5c9-ceab65973c23 req-b27d55a4-d8dc-4915-ac0e-ed85a31e02de tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1126440 Feb 08 17:31:30.126070 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dacc31d0-7f7d-43e4-b5c9-ceab65973c23 req-27bff3e2-0634-43b1-a0da-f9f2fbf3813f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746341 Feb 08 17:31:30.132970 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bc0ed86-87c1-4e9a-b612-70fb85a05d39 req-c378f1ed-dab3-42fd-b1f2-b6dd345c2673 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980244 Feb 08 17:31:31.419930 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc7508-b8fe-4266-aa52-bf99f0d4c192 req-3875daad-241c-4b3a-a3c6-e54757917d3e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:31.420573 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2c89b-1cad-42ca-a1cd-9c017324e5a2 req-5cc4ee48-38ea-46b9-9112-7c04d2f09ebe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:31.421986 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6ba2c89b-1cad-42ca-a1cd-9c017324e5a2 req-5cc4ee48-38ea-46b9-9112-7c04d2f09ebe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1148472 Feb 08 17:31:31.443052 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-efbc7508-b8fe-4266-aa52-bf99f0d4c192 req-3875daad-241c-4b3a-a3c6-e54757917d3e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1353786 Feb 08 17:31:31.508736 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6ba2c89b-1cad-42ca-a1cd-9c017324e5a2 req-f9ebb3f5-e8cb-4225-997e-4333a0766260 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762043 Feb 08 17:31:31.543913 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-efbc7508-b8fe-4266-aa52-bf99f0d4c192 req-fae77d73-c93c-461a-a9f0-f8cca24cbc13 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987236 Feb 08 17:31:32.851842 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812762a-835c-45ca-8847-efb0090dae5f req-f06c132a-57d1-4ade-bb6b-f1b411334698 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:32.893414 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9812762a-835c-45ca-8847-efb0090dae5f req-f06c132a-57d1-4ade-bb6b-f1b411334698 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1504269 Feb 08 17:31:32.953748 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf7201-67ff-430a-956f-2983ec656e7d req-db969f4b-5e92-4b04-80dd-157ffe0de1a4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:32.964141 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a5bf7201-67ff-430a-956f-2983ec656e7d req-db969f4b-5e92-4b04-80dd-157ffe0de1a4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.2301817 Feb 08 17:31:33.034677 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9812762a-835c-45ca-8847-efb0090dae5f req-52801fa8-259f-41ca-a947-ef41e263dd2e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396618 Feb 08 17:31:33.084051 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a5bf7201-67ff-430a-956f-2983ec656e7d req-fd0983a5-fb5a-4a28-98d5-b762e850a40d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152611 Feb 08 17:31:34.318912 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999e3a0-6c0a-47c4-a1bb-6fd176ea4917 req-230f5b82-8a8f-4a3d-8f83-ecbfb5c8dc8c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:34.321393 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6999e3a0-6c0a-47c4-a1bb-6fd176ea4917 req-230f5b82-8a8f-4a3d-8f83-ecbfb5c8dc8c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0812247 Feb 08 17:31:34.416680 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6999e3a0-6c0a-47c4-a1bb-6fd176ea4917 req-6924f4ff-0a81-4157-960f-aa06182827ae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Feb 08 17:31:34.459977 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e3c0-90df-4c40-91e7-7144d20198fe req-df461383-4248-41bc-9b39-95e4771eb11a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:34.465474 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75c1e3c0-90df-4c40-91e7-7144d20198fe req-df461383-4248-41bc-9b39-95e4771eb11a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1775324 Feb 08 17:31:34.559765 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75c1e3c0-90df-4c40-91e7-7144d20198fe req-400b6cf7-487a-4967-95db-84ff8b8fd7eb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793636 Feb 08 17:31:34.789549 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7b937e2-81c7-4b9a-b66a-d376f302feb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:35.702720 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f584-e6c4-4df4-9e16-b03f31d600d1 req-a4869e44-5a54-476a-b68d-9f20eb54ea70 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:35.717738 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e5a8f584-e6c4-4df4-9e16-b03f31d600d1 req-a4869e44-5a54-476a-b68d-9f20eb54ea70 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1070700 Feb 08 17:31:35.797538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e5a8f584-e6c4-4df4-9e16-b03f31d600d1 req-99de79e6-330e-4156-bce7-a1159c412c42 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787356 Feb 08 17:31:36.001339 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b008f-8471-4a91-8b7f-b1c4e3859f23 req-5feddafa-dcbe-4990-a33d-a5263db1f6ba tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:36.004669 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f4b008f-8471-4a91-8b7f-b1c4e3859f23 req-5feddafa-dcbe-4990-a33d-a5263db1f6ba tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1537476 Feb 08 17:31:36.125271 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f4b008f-8471-4a91-8b7f-b1c4e3859f23 req-1278b274-1270-4d31-b135-ed2e5421a29e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060836 Feb 08 17:31:37.080600 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b29105-9991-482e-8fcc-337c222eee37 req-54a831cf-4db4-4b2b-957a-09fd4640ae3a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:37.082773 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24b29105-9991-482e-8fcc-337c222eee37 req-54a831cf-4db4-4b2b-957a-09fd4640ae3a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1232872 Feb 08 17:31:37.212690 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b4f71541-8d75-4ebe-a0c1-4c08f94ce6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:37.284640 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24b29105-9991-482e-8fcc-337c222eee37 req-89236c22-e431-4b99-8caa-f0e05a23a20a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954629 Feb 08 17:31:37.410778 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a00713-eb4c-4e2e-83da-af92a36715d2 req-6abf56fa-fc91-4697-a0ab-ca22a7f8a8f3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:37.416141 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80a00713-eb4c-4e2e-83da-af92a36715d2 req-6abf56fa-fc91-4697-a0ab-ca22a7f8a8f3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1377902 Feb 08 17:31:37.501183 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-80a00713-eb4c-4e2e-83da-af92a36715d2 req-ff3372f8-fd79-4e82-bcdd-0d0f007b807d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763502 Feb 08 17:31:38.029812 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:38.547867 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe236b8-37a1-496a-9e7e-357981583e5d req-c4ca7bcf-aea2-4d22-b460-f0b1b156e4b9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:38.563189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8fe236b8-37a1-496a-9e7e-357981583e5d req-c4ca7bcf-aea2-4d22-b460-f0b1b156e4b9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1419578 Feb 08 17:31:38.628440 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8fe236b8-37a1-496a-9e7e-357981583e5d req-e1e2913d-328a-45c0-a7c2-82a6b56dc484 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Feb 08 17:31:38.761128 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f61e7-58bf-43bf-a7cb-4c646ea0cbdb req-209406dc-7915-4342-8d3b-5e3bc7dea1e9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:38.771324 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e06f61e7-58bf-43bf-a7cb-4c646ea0cbdb req-209406dc-7915-4342-8d3b-5e3bc7dea1e9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1151490 Feb 08 17:31:38.825281 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e06f61e7-58bf-43bf-a7cb-4c646ea0cbdb req-df1b87f4-64da-4b10-aa9e-6072d221e9a9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528307 Feb 08 17:31:39.281239 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:31:39.817034 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc61408-c877-4b88-80b1-008065519d18 req-3f1a5a16-0574-4701-89b0-c639bc171c27 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:39.824550 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3cc61408-c877-4b88-80b1-008065519d18 req-3f1a5a16-0574-4701-89b0-c639bc171c27 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0960619 Feb 08 17:31:39.950218 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:39.980227 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3cc61408-c877-4b88-80b1-008065519d18 req-3090391d-06f3-4ae8-9355-d05fd8924f7f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460607 Feb 08 17:31:40.186422 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f0083-1dc2-42ef-a35e-9191796d2db2 req-3514803f-1b36-421d-a59a-9457353703b0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:40.198039 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf3f0083-1dc2-42ef-a35e-9191796d2db2 req-3514803f-1b36-421d-a59a-9457353703b0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1752348 Feb 08 17:31:40.271512 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf3f0083-1dc2-42ef-a35e-9191796d2db2 req-0df01376-b06f-4082-ab6a-017c61c9aaf6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717053 Feb 08 17:31:40.468562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a19a-037a-419f-965f-7d3824115c15 req-f2b884a6-58ac-463e-94c4-490032413455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:40.471201 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-f2b884a6-58ac-463e-94c4-490032413455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1130 time: 0.0770714 Feb 08 17:31:41.183487 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e31291-6a5f-44c0-9097-2d5b6135ab26 req-c58a929d-1138-48e0-97e3-363e19eef097 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:41.201000 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a6e31291-6a5f-44c0-9097-2d5b6135ab26 req-c58a929d-1138-48e0-97e3-363e19eef097 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1387422 Feb 08 17:31:41.220211 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:41.303286 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a6e31291-6a5f-44c0-9097-2d5b6135ab26 req-a793902a-909d-4db4-a15b-ab3ee427145e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957079 Feb 08 17:31:41.480337 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989f17-dad4-42f9-bff9-a66e20de039c req-09f39dbc-bf4b-4341-9242-9f2d7f9fb969 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:41.482772 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe989f17-dad4-42f9-bff9-a66e20de039c req-09f39dbc-bf4b-4341-9242-9f2d7f9fb969 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0714495 Feb 08 17:31:41.623262 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a19a-037a-419f-965f-7d3824115c15 req-1801d6af-da71-48c3-8c35-99535c9da8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:41.624861 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-1801d6af-da71-48c3-8c35-99535c9da8b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1410227 Feb 08 17:31:41.632579 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe989f17-dad4-42f9-bff9-a66e20de039c req-5bc0486a-2c0e-440e-b117-3ad858b84ce2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733337 Feb 08 17:31:42.480044 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14cc16-4197-4065-844a-13f69ca9cff0 req-7104840d-e368-4a3f-afe7-11280facd740 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:42.482516 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dd14cc16-4197-4065-844a-13f69ca9cff0 req-7104840d-e368-4a3f-afe7-11280facd740 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0776134 Feb 08 17:31:42.563932 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dd14cc16-4197-4065-844a-13f69ca9cff0 req-f53a2dd2-5b29-4b58-b6df-d7f6cea88eba tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Feb 08 17:31:42.638601 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:42.707994 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-32e821c8-400a-4bbf-8d0f-0176a2cded05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 1002 time: 0.0936720 Feb 08 17:31:42.814947 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83420bdf-9bf5-4c09-87a4-d096bfe1c4f8 req-ed783a9c-7d4f-4a73-8720-1bf907c9f23c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:42.816470 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83420bdf-9bf5-4c09-87a4-d096bfe1c4f8 req-ed783a9c-7d4f-4a73-8720-1bf907c9f23c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.0587804 Feb 08 17:31:42.877301 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-83420bdf-9bf5-4c09-87a4-d096bfe1c4f8 req-417e98f0-3359-4160-b5ab-6a9e227f5e14 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507030 Feb 08 17:31:43.748537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85243803-5f3e-45c4-a9ae-a5d306832f4b req-f88e6c79-f811-4117-9e42-1864e2fdf563 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:43.756314 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-85243803-5f3e-45c4-a9ae-a5d306832f4b req-f88e6c79-f811-4117-9e42-1864e2fdf563 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0759714 Feb 08 17:31:43.857564 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-85243803-5f3e-45c4-a9ae-a5d306832f4b req-9046105a-f3d1-4dde-a4b5-1157b5fd6ea3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996475 Feb 08 17:31:43.990598 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:31:44.050019 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a19a-037a-419f-965f-7d3824115c15 req-5be27943-7c52-4d7d-99a7-9a208cbbc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:44.051559 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-5be27943-7c52-4d7d-99a7-9a208cbbc03e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0842042 Feb 08 17:31:44.123613 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: ACTIVE; New status is: DOWN {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:44.124694 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:44.141188 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f9bd-1752-42e0-b220-4f52aa83aae4 req-01aeb806-0a1b-445f-a703-7b2341ae215e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:44.143099 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf03f9bd-1752-42e0-b220-4f52aa83aae4 req-01aeb806-0a1b-445f-a703-7b2341ae215e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 946 time: 0.1432734 Feb 08 17:31:44.148971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a19a-037a-419f-965f-7d3824115c15 req-3f691cb7-1a62-4244-afcf-ac006a6039b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:44.151230 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-3f691cb7-1a62-4244-afcf-ac006a6039b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868745 Feb 08 17:31:44.181803 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:31:44.182715 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:31:44.185190 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c263a08-94e1-48e3-929c-3e06eac6ba0e" -d '{"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-unplugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:31:44.194370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:44.256212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1688d72a-cd64-4a4d-a1f2-23ab68f3879f x-openstack-request-id: req-1688d72a-cd64-4a4d-a1f2-23ab68f3879f {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:31:44.256581 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-unplugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:31:44.256945 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1688d72a-cd64-4a4d-a1f2-23ab68f3879f {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:31:44.257791 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'code': 200} Feb 08 17:31:44.288165 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:44.309102 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf03f9bd-1752-42e0-b220-4f52aa83aae4 req-37c584b6-711f-4975-822f-331f544bf485 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563203 Feb 08 17:31:44.311775 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.312284 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.313258 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.314099 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.314732 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.315415 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.316193 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.317073 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.317496 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.318110 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.318835 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.319597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.319834 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:31:44.383475 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-57a6fb0e-6d14-4172-bd71-a6bd55bc8c83 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063229 Feb 08 17:31:44.556646 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf87a19a-037a-419f-965f-7d3824115c15 req-e6138d96-cac3-4a8f-8a4f-0078cb628271 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594148 Feb 08 17:31:45.021120 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf22dc-035e-48d2-ae72-af93c01d2abd req-53b8d61c-b398-40a1-ba93-00319fc3f54e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:45.024986 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfbf22dc-035e-48d2-ae72-af93c01d2abd req-53b8d61c-b398-40a1-ba93-00319fc3f54e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0735557 Feb 08 17:31:45.092012 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfbf22dc-035e-48d2-ae72-af93c01d2abd req-0a93d993-d311-4091-b3a8-66ce88095156 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Feb 08 17:31:45.170251 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39684) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:45.226571 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Deleting subnet ec37773f-6410-465d-8f8e-a1bef0edf117 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:31:45.230912 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Publish callbacks [] for subnet (ec37773f-6410-465d-8f8e-a1bef0edf117), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.276089 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (ec37773f-6410-465d-8f8e-a1bef0edf117), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.332729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (ec37773f-6410-465d-8f8e-a1bef0edf117), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.396095 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (ec37773f-6410-465d-8f8e-a1bef0edf117), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.432779 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec37773f-6410-465d-8f8e-a1bef0edf117,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:45.435729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.440535 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-28a9a277-6fcd-448a-b4b8-ef79cbde9920 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ec37773f-6410-465d-8f8e-a1bef0edf117 HTTP/1.1" status: 204 len: 168 time: 0.2688572 Feb 08 17:31:45.446878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39704) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:45.508552 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71339cfb-7604-4bef-aee2-c8ae2ba2ba10 req-2f42ddf5-88f2-4b65-b233-0f13129c2fd3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:45.512024 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71339cfb-7604-4bef-aee2-c8ae2ba2ba10 req-2f42ddf5-88f2-4b65-b233-0f13129c2fd3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0799470 Feb 08 17:31:45.548152 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (c7086d13-3d57-4d17-8071-713a64bd1f29), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.581112 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71339cfb-7604-4bef-aee2-c8ae2ba2ba10 req-bb725d66-f87c-4f54-a3d9-17a7b068ce6c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617595 Feb 08 17:31:45.649578 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (c7086d13-3d57-4d17-8071-713a64bd1f29), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.679708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7086d13-3d57-4d17-8071-713a64bd1f29']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:45.692470 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd010345f-fae3-4612-9d12-18002cc823de') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:45.692774 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd010345f-fae3-4612-9d12-18002cc823de') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:31:45.704614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (d010345f-fae3-4612-9d12-18002cc823de), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.720214 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (d010345f-fae3-4612-9d12-18002cc823de), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.731994 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:31:45.732740 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (d010345f-fae3-4612-9d12-18002cc823de), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:31:45.735755 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:31:45.812382 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (c7086d13-3d57-4d17-8071-713a64bd1f29), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.818572 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:45.822251 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c7086d13-3d57-4d17-8071-713a64bd1f29 HTTP/1.1" status: 204 len: 168 time: 0.3739243 Feb 08 17:31:45.838672 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd180f-c6a8-4976-a908-51e91ae5eea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7086d13-3d57-4d17-8071-713a64bd1f29,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:46.074062 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39738) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:46.143467 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-40345c57-cdf4-4209-b463-b6ec380aa9ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b57af0d0aa794073a318653dc7c14c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633895 Feb 08 17:31:46.143614 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39746) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:46.252222 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] Publish callbacks [] for security_group (275b8ce9-0979-459c-8998-40628230e27b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:46.284943 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] Publish callbacks [] for security_group (275b8ce9-0979-459c-8998-40628230e27b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:46.302994 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f19d9-efee-428f-a449-68a988401572 req-699bdd15-90d5-4e92-ab60-fd17b528690d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:46.304569 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f16f19d9-efee-428f-a449-68a988401572 req-699bdd15-90d5-4e92-ab60-fd17b528690d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1022480 Feb 08 17:31:46.397912 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f16f19d9-efee-428f-a449-68a988401572 req-f409a418-e9e6-428c-84b0-9e6c73a0e74b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Feb 08 17:31:46.409510 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (275b8ce9-0979-459c-8998-40628230e27b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:46.413219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:46.418114 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/275b8ce9-0979-459c-8998-40628230e27b HTTP/1.1" status: 204 len: 168 time: 0.2728684 Feb 08 17:31:46.430669 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d639116-5675-4e58-867a-5bc25a3f59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275b8ce9-0979-459c-8998-40628230e27b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:46.764526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3dec4-bc36-4c83-a325-434d403fe7d1 req-b43e4671-6dc4-4ede-9c3f-be4b5aab25fe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:46.767124 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5dc3dec4-bc36-4c83-a325-434d403fe7d1 req-b43e4671-6dc4-4ede-9c3f-be4b5aab25fe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0734694 Feb 08 17:31:46.833390 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5dc3dec4-bc36-4c83-a325-434d403fe7d1 req-9945dfa2-1458-4b7c-87e9-6c9df7e2194c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594866 Feb 08 17:31:46.842826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-aa953b80-f8c4-4595-9318-286e7324bfe1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:46.844375 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-aa953b80-f8c4-4595-9318-286e7324bfe1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 815 time: 0.1344635 Feb 08 17:31:46.873294 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-fdfac997-1a87-4700-85ea-c3fca4a6803b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/quotas/b73d5104d66948b984ce1c84170053b3 HTTP/1.1" status: 200 len: 375 time: 0.0179722 Feb 08 17:31:46.961783 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f869a319-43fe-4eb4-b3cb-f9476abeda65 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799735 Feb 08 17:31:47.400676 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-e84967a7-06b4-4ed7-9a03-22b4dc9a338b service neutron] 10.222.0.69 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192212 Feb 08 17:31:47.513746 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:47.535817 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f50475d0-53ad-462a-bee2-c86fbd056a53 service neutron] 10.222.0.69 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282394 Feb 08 17:31:47.563322 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d366-e4c7-4e0a-b9ed-566e1bf3b288 req-5441e984-2e07-4e51-a9e0-0f5cbea852fc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:47.572582 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8510d366-e4c7-4e0a-b9ed-566e1bf3b288 req-5441e984-2e07-4e51-a9e0-0f5cbea852fc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0782433 Feb 08 17:31:47.623521 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8510d366-e4c7-4e0a-b9ed-566e1bf3b288 req-2c801ad7-1ba4-443d-affe-cc51da90dca0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Feb 08 17:31:47.645837 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1913501349-network', 'tenant_id': '8bc58680f1494f0c941c254f20b7ad9f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:47.671131 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Made reservation on behalf of 8bc58680f1494f0c941c254f20b7ad9f for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:31:47.674282 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.684528 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.769684 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9a7d6ffa-266d-4a70-a47b-506d01f2dec8 req-3dafe231-f1ce-4849-b17f-c5fc7f89b6da tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 210 time: 0.0321734 Feb 08 17:31:47.780556 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks [] for security_group (63817ec3-9948-4191-bf5d-0c1946ff891a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.785898 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63817ec3-9948-4191-bf5d-0c1946ff891a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.812930 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:31:47.821825 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63817ec3-9948-4191-bf5d-0c1946ff891a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:47.826769 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (e7fdacca-0000-4e0a-a726-a48305747cc4), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.827047 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Added segment e7fdacca-0000-4e0a-a726-a48305747cc4 of type vlan for network e00650e9-60fb-433d-8933-974a605223d2 Feb 08 17:31:47.871507 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (e00650e9-60fb-433d-8933-974a605223d2), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.905749 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (e00650e9-60fb-433d-8933-974a605223d2), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.906814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:47.907461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:47.994691 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4797552 Feb 08 17:31:47.998317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39810) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:48.002686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853bda6-2567-4379-9dce-3112519c2e84 admin admin] Pushing event updated for resources: {'Network': ['ID=e00650e9-60fb-433d-8933-974a605223d2,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:48.003890 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Request body: {'subnet': {'network_id': 'e00650e9-60fb-433d-8933-974a605223d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1913501349-subnet', 'tenant_id': '8bc58680f1494f0c941c254f20b7ad9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:48.021480 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network e00650e9-60fb-433d-8933-974a605223d2 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:31:48.037511 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Made reservation on behalf of 8bc58680f1494f0c941c254f20b7ad9f for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:31:48.037968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8c0f-73ab-451f-9fc5-f7a7cc304e5b req-ec144efa-03b5-4d5f-9c12-60a90ee0289a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:48.039718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-627f8c0f-73ab-451f-9fc5-f7a7cc304e5b req-ec144efa-03b5-4d5f-9c12-60a90ee0289a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0896137 Feb 08 17:31:48.042335 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:48.108819 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-627f8c0f-73ab-451f-9fc5-f7a7cc304e5b req-05cf79a2-8a0b-48ba-9bf9-552b894409b1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617669 Feb 08 17:31:48.283639 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (822d5d08-7556-4e41-8dee-27368846ca91), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:48.356850 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822d5d08-7556-4e41-8dee-27368846ca91,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:48.384806 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Checking segment: {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:48.385149 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Network hostable DHCP agents. Network: e00650e9-60fb-433d-8933-974a605223d2, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:31:48.403886 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Network e00650e9-60fb-433d-8933-974a605223d2 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:31:48.419597 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, e00650e9-60fb-433d-8933-974a605223d2) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:48.430662 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296bc38-9ec5-4f87-b1de-3c67a337b8cd None None] Network e00650e9-60fb-433d-8933-974a605223d2 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:31:48.438467 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:48.440076 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:48.489567 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fdc64bca-8d49-428b-9854-d3bc8e848679 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4898624 Feb 08 17:31:48.583015 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189777cb-19a1-4b70-8e50-405149d5178c None None] Network e00650e9-60fb-433d-8933-974a605223d2 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:31:48.832771 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92638e-66d3-4943-964f-a22ce5243e60 req-8925fd3e-59e3-40a5-b42a-8613e4060446 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:48.834370 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c92638e-66d3-4943-964f-a22ce5243e60 req-8925fd3e-59e3-40a5-b42a-8613e4060446 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0895367 Feb 08 17:31:48.864825 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-085abc01-6a23-4c03-bc66-d886ab370e33 req-219fa21a-fbbd-4e7a-9dc6-53f77fd46b5a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:31:48.865962 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-085abc01-6a23-4c03-bc66-d886ab370e33 req-219fa21a-fbbd-4e7a-9dc6-53f77fd46b5a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054765 Feb 08 17:31:48.899585 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3c92638e-66d3-4943-964f-a22ce5243e60 req-5325be21-d6e3-4bd1-a421-da67d454486c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Feb 08 17:31:49.053329 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-32526bc7-71bf-4069-a805-961d2a9c619a req-3693af46-c45f-4a13-9170-f8bafb366504 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 210 time: 0.0513930 Feb 08 17:31:49.117724 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d3b8-9373-4e16-81a3-72f0b6091baf req-b5af0c09-bc6f-493e-9348-f7dfcc53d98e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:49.126995 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a5c8d3b8-9373-4e16-81a3-72f0b6091baf req-b5af0c09-bc6f-493e-9348-f7dfcc53d98e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0951765 Feb 08 17:31:49.192185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-ac4e4de3-3c91-4897-9c9c-faa31d9b109b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:49.193571 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-ac4e4de3-3c91-4897-9c9c-faa31d9b109b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 815 time: 0.1403077 Feb 08 17:31:49.209332 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a5c8d3b8-9373-4e16-81a3-72f0b6091baf req-07066f2b-6ef1-4f24-82c6-275b4617f218 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790784 Feb 08 17:31:49.210667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'port': {'device_id': '60934cec-9d93-4ea4-9e00-ed745313db99', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'admin_state_up': True, 'tenant_id': 'b73d5104d66948b984ce1c84170053b3'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:49.385045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Made reservation on behalf of b73d5104d66948b984ce1c84170053b3 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:31:49.393854 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:49.576260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Allocated IP 172.20.0.4 (7f60fd81-e59c-4078-b469-d943d1c2c31b/23176295-6ef8-4efc-a2fa-cb19e83009ee/42dfed98-3788-4fc6-9076-abcd719b2bc3) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:31:49.749226 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39892) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:49.824114 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:49.878819 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:49.901282 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-560cdf7c-700f-4b5b-8b6a-fb76383bf9e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1453092 Feb 08 17:31:49.907630 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-6d4fd4d5-7132-47c5-92ce-7303354c2ccb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:31:49.912262 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-6d4fd4d5-7132-47c5-92ce-7303354c2ccb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142255 Feb 08 17:31:49.954978 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:31:49.957087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:31:49.967414 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:31:49.996767 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:31:50.081596 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:50.191073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:50.191776 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:50.287547 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-f9162a97-e7d3-49ad-b943-43c66354ce29 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0826790 Feb 08 17:31:50.305581 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: DOWN; New status is: DOWN {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:31:50.310559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Request body: {'port': {'device_id': '60934cec-9d93-4ea4-9e00-ed745313db99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:31:50.351331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16c3b-10b6-4443-8ec7-9ec4f8f05cac req-6160268a-bb36-4a27-93d0-13b7d9e2b7e6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:50.368126 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b8d16c3b-10b6-4443-8ec7-9ec4f8f05cac req-6160268a-bb36-4a27-93d0-13b7d9e2b7e6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1713896 Feb 08 17:31:50.481803 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e76f-ad10-4432-b182-e22a1c07da54 req-9425996b-b294-4f48-b7ea-5a35e19865b2 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:50.489196 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c84c68dd-7091-40ce-b898-02bfd6b8407d None None] Provisioning complete for port 42dfed98-3788-4fc6-9076-abcd719b2bc3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:31:50.489792 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c84c68dd-7091-40ce-b898-02bfd6b8407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:50.512551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:50.524486 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ff00e76f-ad10-4432-b182-e22a1c07da54 req-9425996b-b294-4f48-b7ea-5a35e19865b2 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 931 time: 0.2682920 Feb 08 17:31:50.632950 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b8d16c3b-10b6-4443-8ec7-9ec4f8f05cac req-54afeaae-50dd-414a-a856-594c73050526 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582724 Feb 08 17:31:50.663912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c84c68dd-7091-40ce-b898-02bfd6b8407d None None] Port 42dfed98-3788-4fc6-9076-abcd719b2bc3 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:31:50.739944 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ff00e76f-ad10-4432-b182-e22a1c07da54 req-417e0252-5c4a-4dc0-b636-de2ebda0810a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100232 Feb 08 17:31:51.090079 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ac2fc-81df-4a6f-bc0d-0bc23adcf38e req-6b57b517-d8ad-41be-9d2a-a0599727e437 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:51.092145 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-157ac2fc-81df-4a6f-bc0d-0bc23adcf38e req-6b57b517-d8ad-41be-9d2a-a0599727e437 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.2833343 Feb 08 17:31:51.208498 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-9a46fd23-1882-4f68-8d78-0991aed8330f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:51.218243 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-9a46fd23-1882-4f68-8d78-0991aed8330f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 814 time: 0.3226113 Feb 08 17:31:51.255338 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-6ab42da9-5a61-4b79-8dbb-e6222950eb09 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/quotas/8bc58680f1494f0c941c254f20b7ad9f HTTP/1.1" status: 200 len: 375 time: 0.0343068 Feb 08 17:31:51.262582 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-157ac2fc-81df-4a6f-bc0d-0bc23adcf38e req-212b197e-713c-48cb-83cf-784cd19f9a8e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569912 Feb 08 17:31:51.366120 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 39936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:51.385637 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-2eb0f2d8-0bea-4424-b41c-55aebeb6af6c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209109 Feb 08 17:31:51.485017 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dfed98-3788-4fc6-9076-abcd719b2bc3 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:31:51.501266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks [] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:51.562465 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Transition to ACTIVE for port object 42dfed98-3788-4fc6-9076-abcd719b2bc3 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:31:51.566009 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad16e-8018-4f7d-9ba0-f2e70b23534e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:51.571933 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:51.600717 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-5a8154de-7d7b-4643-b1f2-40f50b99f7b8 service neutron] 10.222.0.69 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138178 Feb 08 17:31:51.700778 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:51.840861 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-58bc721f-535d-4d3f-a050-6f5a06e81e99 service neutron] 10.222.0.69 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389233 Feb 08 17:31:52.020229 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad16e-8018-4f7d-9ba0-f2e70b23534e admin admin] Publish callbacks [] for security_group (02a76d01-5171-4459-bfce-3d79f1730daf), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.034534 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad16e-8018-4f7d-9ba0-f2e70b23534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (02a76d01-5171-4459-bfce-3d79f1730daf), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.164536 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fe9ad16e-8018-4f7d-9ba0-f2e70b23534e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=884632012c464ad9a068080074ab36f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7940872 Feb 08 17:31:52.167432 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad16e-8018-4f7d-9ba0-f2e70b23534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a76d01-5171-4459-bfce-3d79f1730daf,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:52.175893 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 39948) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:31:52.185167 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbcaca-ef9f-4850-9b54-2ea2319114d2 req-0a170d72-42e8-4673-bc79-46dadfab6a99 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:52.198036 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6cbcaca-ef9f-4850-9b54-2ea2319114d2 req-0a170d72-42e8-4673-bc79-46dadfab6a99 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.3224752 Feb 08 17:31:52.203277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Attempting to bind port 42dfed98-3788-4fc6-9076-abcd719b2bc3 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:31:52.204379 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Attempting to bind port 42dfed98-3788-4fc6-9076-abcd719b2bc3 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:31:52.204379 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Attempting to bind port 42dfed98-3788-4fc6-9076-abcd719b2bc3 on network 7f60fd81-e59c-4078-b469-d943d1c2c31b {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:52.227670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Port 42dfed98-3788-4fc6-9076-abcd719b2bc3 on network 7f60fd81-e59c-4078-b469-d943d1c2c31b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:31:52.228237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Attempting to bind port 42dfed98-3788-4fc6-9076-abcd719b2bc3 on network 7f60fd81-e59c-4078-b469-d943d1c2c31b {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:31:52.254691 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:31:52.256403 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Checking segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:31:52.257041 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Bound using segment: {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:31:52.258428 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Bound port: 42dfed98-3788-4fc6-9076-abcd719b2bc3, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3516c2-eca0-44c8-b88d-00b97b8289fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:31:52.259090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.303273 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab7f51-47cb-4e90-b9b7-9c111d4fb839 req-7a47a78a-bea6-42c2-a644-c3632276bf3d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:52.307435 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-08ab7f51-47cb-4e90-b9b7-9c111d4fb839 req-7a47a78a-bea6-42c2-a644-c3632276bf3d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.1677399 Feb 08 17:31:52.386182 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6cbcaca-ef9f-4850-9b54-2ea2319114d2 req-f753aaa5-58a7-4abb-b1fc-883886374990 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763182 Feb 08 17:31:52.401627 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] Publish callbacks [] for security_group (02a76d01-5171-4459-bfce-3d79f1730daf), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.471391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:31:52.478704 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:31:52.490860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.493684 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] Publish callbacks [] for security_group (02a76d01-5171-4459-bfce-3d79f1730daf), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.595574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:52.597521 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.600250 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] 10.222.0.64 "PUT /v2.0/ports/42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 1093 time: 2.3010964 Feb 08 17:31:52.601108 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:31:52.605468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (02a76d01-5171-4459-bfce-3d79f1730daf), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.607688 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:31:52.608173 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:31:52.613072 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02a76d01-5171-4459-bfce-3d79f1730daf HTTP/1.1" status: 204 len: 168 time: 0.4319298 Feb 08 17:31:52.646235 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-08ab7f51-47cb-4e90-b9b7-9c111d4fb839 req-36da5153-cf4a-4f88-96e7-34b3b47dd59c tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114181 Feb 08 17:31:52.672983 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42533d2c-4fbc-4ec6-aebd-be9a93d22cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a76d01-5171-4459-bfce-3d79f1730daf,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:52.712951 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8300c1af-42f1-4895-8cf0-3f9f13080ea4 req-3ff8a4c5-9f7c-4528-9225-b2699e60d676 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.1641970 Feb 08 17:31:52.750772 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9deeeb-663e-4e76-9a8c-14c940ea438b service neutron] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:31:52.860784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e2f10-a6fb-462c-949c-53b765b210c3 x-openstack-request-id: req-640e2f10-a6fb-462c-949c-53b765b210c3 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:31:52.861278 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:31:52.861701 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-640e2f10-a6fb-462c-949c-53b765b210c3 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:31:52.862448 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:31:52.956437 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709815a-6436-45de-ba4d-af7f33574dd4 req-85cf781c-6af3-4509-8f18-178147670269 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:52.965318 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f709815a-6436-45de-ba4d-af7f33574dd4 req-85cf781c-6af3-4509-8f18-178147670269 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.1470115 Feb 08 17:31:53.048147 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f709815a-6436-45de-ba4d-af7f33574dd4 req-29a887aa-7b6f-4782-b49e-218588621fe1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810833 Feb 08 17:31:53.573983 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38304b-486b-4d89-9321-f28658476eae req-16fa7514-7b58-4461-98b5-fef26faa5c1f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:53.576329 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd38304b-486b-4d89-9321-f28658476eae req-16fa7514-7b58-4461-98b5-fef26faa5c1f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0723488 Feb 08 17:31:53.634821 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dd38304b-486b-4d89-9321-f28658476eae req-4490f3bb-ec64-4fdd-bd5f-2309fff4d949 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519915 Feb 08 17:31:53.847983 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6856-b6dd-4807-8218-1c56370de00f req-e3b3a4a8-8d1c-4d3f-8543-8b05a9493adb tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:53.852492 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-993d6856-b6dd-4807-8218-1c56370de00f req-e3b3a4a8-8d1c-4d3f-8543-8b05a9493adb tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.1036844 Feb 08 17:31:53.862716 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-097b35f4-a2d4-4954-ba10-79cc033f8685 req-5f30a97d-3b35-4d99-ba60-b58fd38aa09d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0461044 Feb 08 17:31:53.928402 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-993d6856-b6dd-4807-8218-1c56370de00f req-e5defeac-870c-4c2a-b290-d46fa871f99c tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698462 Feb 08 17:31:54.217554 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59551af-dde5-417b-92e7-4fb148760c2c req-6ce4dbd8-6afa-4cf7-a6f4-fc528a66f545 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:54.219053 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b59551af-dde5-417b-92e7-4fb148760c2c req-6ce4dbd8-6afa-4cf7-a6f4-fc528a66f545 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0589535 Feb 08 17:31:54.289149 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b59551af-dde5-417b-92e7-4fb148760c2c req-b842c86f-2691-4728-aa88-0890059e8c12 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641952 Feb 08 17:31:54.778685 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b25d4-e900-4fe7-a7f1-62d5c8619d47 req-7fd8cd1e-ee45-4e42-8c2b-6cb55d44626d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:54.786251 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-523b25d4-e900-4fe7-a7f1-62d5c8619d47 req-7fd8cd1e-ee45-4e42-8c2b-6cb55d44626d tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0791998 Feb 08 17:31:54.833770 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-523b25d4-e900-4fe7-a7f1-62d5c8619d47 req-f1cefe82-1a48-48b1-aa15-ab311d58ff73 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465279 Feb 08 17:31:54.988798 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f1191e9f-f163-4213-a10a-6ec327ff9300 req-6aad7dd0-2baf-4c3f-addd-e0a783223309 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0361292 Feb 08 17:31:55.100073 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cb76f-9031-4d64-ab53-e0c64447d5ea req-52b8a753-6945-405f-8d87-4005c9ce3ea7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:55.102421 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b5cb76f-9031-4d64-ab53-e0c64447d5ea req-52b8a753-6945-405f-8d87-4005c9ce3ea7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.0723414 Feb 08 17:31:55.162170 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7b5cb76f-9031-4d64-ab53-e0c64447d5ea req-39ee8346-7c54-4c82-a7fd-8431d55575ac tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Feb 08 17:31:55.443878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75046bb9-98a8-44d5-bdf9-1e3e4bd33b14 req-69a1301d-cd8a-4a5c-93e7-5c6bb7cd78e6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:55.446252 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75046bb9-98a8-44d5-bdf9-1e3e4bd33b14 req-69a1301d-cd8a-4a5c-93e7-5c6bb7cd78e6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0673726 Feb 08 17:31:55.511646 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75046bb9-98a8-44d5-bdf9-1e3e4bd33b14 req-fbdd9ddb-2a1f-4ae4-98bc-241b834cdf54 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584364 Feb 08 17:31:56.004152 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92473-4570-44cd-ab25-395eb9bd71c8 req-8f80ff8c-4df9-4f59-9745-c51e94d64c65 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:56.005731 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3dc92473-4570-44cd-ab25-395eb9bd71c8 req-8f80ff8c-4df9-4f59-9745-c51e94d64c65 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0800123 Feb 08 17:31:56.075580 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3dc92473-4570-44cd-ab25-395eb9bd71c8 req-76cb3cfb-0be0-4d4d-9747-20997bc3611c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619404 Feb 08 17:31:56.122705 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d3710b8d-8ed7-4260-ba56-e41fd404b1c7 req-17263feb-586c-4186-9f2f-b8b6deb79c07 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0345438 Feb 08 17:31:56.346664 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a861e-57c6-4747-b904-0da10fe10489 req-3e0e66f0-c62f-497f-bc80-979fd80d90a9 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:56.348264 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-125a861e-57c6-4747-b904-0da10fe10489 req-3e0e66f0-c62f-497f-bc80-979fd80d90a9 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.0839288 Feb 08 17:31:56.430304 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-125a861e-57c6-4747-b904-0da10fe10489 req-b124da3d-eab1-4d59-a991-fd9bed5b8889 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742669 Feb 08 17:31:56.688714 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203a26-4578-4715-8941-f95660acd2ad req-ff98204c-c022-47fa-9f33-9c14295a186e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:56.690710 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a1203a26-4578-4715-8941-f95660acd2ad req-ff98204c-c022-47fa-9f33-9c14295a186e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0719447 Feb 08 17:31:56.754522 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a1203a26-4578-4715-8941-f95660acd2ad req-4c11c88e-9a63-4ca5-93d4-91617e8ca2ed tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534914 Feb 08 17:31:57.262503 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c78534-97c7-495b-856e-089d44e73708 req-e736b549-8a01-4a50-852f-d551f365f1f4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:57.263116 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bca633f0-ff18-4dc3-9ed7-3814a831dc58 req-23795db9-90f2-4a04-bfb3-0ed95cf67ec4 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0401969 Feb 08 17:31:57.269835 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82c78534-97c7-495b-856e-089d44e73708 req-e736b549-8a01-4a50-852f-d551f365f1f4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1135728 Feb 08 17:31:57.341586 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82c78534-97c7-495b-856e-089d44e73708 req-276c526f-5c39-4e8b-9061-48e9d488f6f8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702193 Feb 08 17:31:57.592953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7454f-ddcd-4e08-97be-b3c025c68dfd req-d0d1b0e3-246d-4489-bf52-b7788c95fc5d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:57.594578 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58d7454f-ddcd-4e08-97be-b3c025c68dfd req-d0d1b0e3-246d-4489-bf52-b7788c95fc5d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.0698259 Feb 08 17:31:57.657927 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58d7454f-ddcd-4e08-97be-b3c025c68dfd req-569fe291-a84a-4b39-8c4a-fe0fcac69697 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Feb 08 17:31:57.912667 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665c627-3ef6-4291-9a75-66065ecf107e req-311ba262-3519-436c-b153-5ab5d20a4761 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:57.914807 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7665c627-3ef6-4291-9a75-66065ecf107e req-311ba262-3519-436c-b153-5ab5d20a4761 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0598693 Feb 08 17:31:57.982261 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7665c627-3ef6-4291-9a75-66065ecf107e req-5b98faec-b088-4c00-989b-bdb175884ea0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605748 Feb 08 17:31:58.431210 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ffca2fb-ed98-4504-b0bf-6ef52e07381f req-887adb40-267e-4531-b720-6badd4546abf tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0399978 Feb 08 17:31:58.565568 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88d940-218b-4cfb-885a-0b3b696d619c req-839f5cf2-ae47-4acf-8458-acf80a41f5fa tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:58.568074 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8f88d940-218b-4cfb-885a-0b3b696d619c req-839f5cf2-ae47-4acf-8458-acf80a41f5fa tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1074984 Feb 08 17:31:58.639149 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8f88d940-218b-4cfb-885a-0b3b696d619c req-220bee10-41f1-4411-8ef1-33781807c40f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631382 Feb 08 17:31:58.901053 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457e4f-4f68-4331-8468-11861c0357b7 req-f73458bc-9c32-4b8a-bda7-35e1903851c7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:58.904217 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ed457e4f-4f68-4331-8468-11861c0357b7 req-f73458bc-9c32-4b8a-bda7-35e1903851c7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.1417391 Feb 08 17:31:58.971532 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ed457e4f-4f68-4331-8468-11861c0357b7 req-e350c3fe-ddce-474f-8212-7738fd505c04 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Feb 08 17:31:59.143026 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532b5bd-8a1d-414e-b53c-e10dde8ef4b1 req-d0ece5dc-b611-4bb1-97d6-a283456532a1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:59.144416 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3532b5bd-8a1d-414e-b53c-e10dde8ef4b1 req-d0ece5dc-b611-4bb1-97d6-a283456532a1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0685349 Feb 08 17:31:59.200306 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3532b5bd-8a1d-414e-b53c-e10dde8ef4b1 req-2410ed13-49c6-4706-afb6-b9bed4869849 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Feb 08 17:31:59.572526 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b27f1697-8b9e-456e-845d-b256aa368ec7 req-07dbb3af-fab1-4155-8fa2-8354343371ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0529366 Feb 08 17:31:59.817811 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c938b1-1bfb-4e77-b501-064f7fb6f61c req-4b733c9a-c719-49e5-9176-7527f35c07e6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:31:59.820349 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-06c938b1-1bfb-4e77-b501-064f7fb6f61c req-4b733c9a-c719-49e5-9176-7527f35c07e6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0758567 Feb 08 17:31:59.903622 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-06c938b1-1bfb-4e77-b501-064f7fb6f61c req-68e03a66-9c16-44d3-b5f4-c150ed87abac tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730042 Feb 08 17:32:00.109185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae7a5-7bdb-42a9-af0d-225b573633e0 req-5cf721ef-ac63-4f8f-b5bb-c2a9350e15df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:00.111055 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69bae7a5-7bdb-42a9-af0d-225b573633e0 req-5cf721ef-ac63-4f8f-b5bb-c2a9350e15df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.0573983 Feb 08 17:32:00.162329 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-69bae7a5-7bdb-42a9-af0d-225b573633e0 req-90b79870-c59a-4f5b-a456-fae7a870b2d9 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Feb 08 17:32:00.344986 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8950-9205-4b87-b10b-155a8a79419f req-af65ea65-4631-483d-b53f-7583d8de7b46 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:00.346906 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-37cf8950-9205-4b87-b10b-155a8a79419f req-af65ea65-4631-483d-b53f-7583d8de7b46 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0637872 Feb 08 17:32:00.402971 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-37cf8950-9205-4b87-b10b-155a8a79419f req-c4d741c4-ba64-40a0-8d4b-84a5c2233de5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 Feb 08 17:32:00.602468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-13baf572-e74a-413f-8d56-e668d8296c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:00.604298 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-13baf572-e74a-413f-8d56-e668d8296c90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1127 time: 0.0602174 Feb 08 17:32:00.778129 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f958b802-2d51-4b4a-9036-2862126d831e req-18dfe60c-2104-44af-8930-a43ac9d09d75 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0548666 Feb 08 17:32:00.884703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-4af87b07-6ce3-423a-9cd2-472929dcdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:00.886938 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-4af87b07-6ce3-423a-9cd2-472929dcdd18 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b73d5104d66948b984ce1c84170053b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2629335 Feb 08 17:32:01.105954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068dc6b-030d-429a-af93-4d6cf2d48f15 req-af0b44d0-4dbe-4400-9159-a5b4d2b1753b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.109830 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d068dc6b-030d-429a-af93-4d6cf2d48f15 req-af0b44d0-4dbe-4400-9159-a5b4d2b1753b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0936005 Feb 08 17:32:01.159116 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-f3bec982-2618-4fd7-a9f4-283e2f32d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.160648 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0aa21984-bec7-4e10-b85e-2b2f8765b3d6 req-f3bec982-2618-4fd7-a9f4-283e2f32d2f6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664897 Feb 08 17:32:01.178967 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85e5b-fc12-4346-84d6-bbb6e49799cf req-877c09d2-984e-4034-83ee-6a9bc5364df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.181398 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05a85e5b-fc12-4346-84d6-bbb6e49799cf req-877c09d2-984e-4034-83ee-6a9bc5364df3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.0928853 Feb 08 17:32:01.193464 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d068dc6b-030d-429a-af93-4d6cf2d48f15 req-b994de0a-aff7-410a-8e5f-5f732e6d9d8a tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723798 Feb 08 17:32:01.345484 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-05a85e5b-fc12-4346-84d6-bbb6e49799cf req-1a50e7fc-240f-4e54-85ad-404e702f1ce6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524479 Feb 08 17:32:01.399810 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17bf9-009c-4199-a8f7-6bad65111839 req-748f71a6-82f5-48d5-8d88-1fd320a9fd12 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.402240 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbf17bf9-009c-4199-a8f7-6bad65111839 req-748f71a6-82f5-48d5-8d88-1fd320a9fd12 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.1378162 Feb 08 17:32:01.406876 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-1315902d-4e0e-490b-a5f5-988e16d9c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.409143 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-1315902d-4e0e-490b-a5f5-988e16d9c261 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1127 time: 0.1349416 Feb 08 17:32:01.482794 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbf17bf9-009c-4199-a8f7-6bad65111839 req-9e534bc4-9838-4899-ae1f-9d6b554fbf8b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697026 Feb 08 17:32:01.502074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-844a7a91-a580-4127-8ccf-4b16bd60e69a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.504638 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-844a7a91-a580-4127-8ccf-4b16bd60e69a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 814 time: 0.1789813 Feb 08 17:32:01.593302 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed8814-819b-4aa4-ba96-20d94aefca10 req-8b6c71b0-ec06-4aa1-b0f2-17162fa992d0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.595151 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-34ed8814-819b-4aa4-ba96-20d94aefca10 req-8b6c71b0-ec06-4aa1-b0f2-17162fa992d0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0716324 Feb 08 17:32:01.598874 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Request body: {'port': {'device_id': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2', 'admin_state_up': True, 'tenant_id': '8bc58680f1494f0c941c254f20b7ad9f'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:01.628152 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-052754ed-a570-4164-8f69-d870aad2625e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 217 time: 0.0494807 Feb 08 17:32:01.699450 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-be667117-f8c2-4671-9f91-5802a20befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.701401 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-be667117-f8c2-4671-9f91-5802a20befe5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.0659719 Feb 08 17:32:01.736669 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-34ed8814-819b-4aa4-ba96-20d94aefca10 req-2a1e0c7b-8318-4bea-8d5f-8d9af396b3f0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216557 Feb 08 17:32:01.780758 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Made reservation on behalf of 8bc58680f1494f0c941c254f20b7ad9f for: {'port': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:32:01.784724 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:01.789386 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-07f10906-b9d9-4ebb-84c4-31648056ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:01.791542 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-07f10906-b9d9-4ebb-84c4-31648056ccad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702715 Feb 08 17:32:01.937249 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-6280df9e-792d-4d7d-8d79-bc517bbab6da service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381447 Feb 08 17:32:01.966695 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4df6d8fd-7a0c-435f-ad7e-647533ff31bb req-f9cae49e-4e49-4915-994a-b4ddbf769abf tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0514634 Feb 08 17:32:01.983129 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Allocated IP 172.20.0.7 (e00650e9-60fb-433d-8933-974a605223d2/822d5d08-7556-4e41-8dee-27368846ca91/07259bed-79e4-4b11-adde-1d7572de3152) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:32:02.067495 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3d945e8e-f367-45f2-b7ae-5733e21eeb96 req-16d53ac2-1334-4b52-8788-b07625a83f95 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095762 Feb 08 17:32:02.198992 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks [] for port (07259bed-79e4-4b11-adde-1d7572de3152), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:02.264455 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:02.313605 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Network e00650e9-60fb-433d-8933-974a605223d2 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:32:02.324162 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:32:02.335367 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:32:02.386206 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Pushing event updated for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:02.427161 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:02.427808 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:02.445305 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11648e-5e49-44b9-922c-1d832fbed4ed req-c1f0a135-b6b2-4cb8-8d1e-178d49cb8dfd tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:02.446954 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b11648e-5e49-44b9-922c-1d832fbed4ed req-c1f0a135-b6b2-4cb8-8d1e-178d49cb8dfd tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1300316 Feb 08 17:32:02.466202 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-1da1fd2b-98ab-4573-b87b-a1f426362a03 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8863063 Feb 08 17:32:02.485025 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Request body: {'port': {'device_id': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:02.754597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-3318c5fc-00ae-45bf-ad7f-a6db337aac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:02.756664 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-3318c5fc-00ae-45bf-ad7f-a6db337aac11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 1128 time: 0.4689007 Feb 08 17:32:02.772816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb4f75-5b8a-4478-a442-e6de03d9504d req-48eb6a81-b38f-4485-956e-2f21c94d53b5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:02.775795 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bbb4f75-5b8a-4478-a442-e6de03d9504d req-48eb6a81-b38f-4485-956e-2f21c94d53b5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.1540592 Feb 08 17:32:02.844210 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b11648e-5e49-44b9-922c-1d832fbed4ed req-b1b564ea-a4cf-4ec0-b5f8-a75bfc15f1e2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883173 Feb 08 17:32:02.866404 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3bbb4f75-5b8a-4478-a442-e6de03d9504d req-28578978-3f05-4711-a56c-430bd5ea7b30 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805061 Feb 08 17:32:02.905889 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-e3742e54-2823-4d9f-bfec-3eba446fcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:02.907573 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (07259bed-79e4-4b11-adde-1d7572de3152), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:02.909028 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-e3742e54-2823-4d9f-bfec-3eba446fcf80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1128 time: 0.0888879 Feb 08 17:32:03.051873 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-8422b3e4-d1b7-4e15-a9bd-3c27adbeae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.055125 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-8422b3e4-d1b7-4e15-a9bd-3c27adbeae6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1318583 Feb 08 17:32:03.101935 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b196-86cb-4e23-a470-3c30e6f297c5 req-f1201fd1-a410-4930-bd3d-a03118aedd67 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.103421 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3c33b196-86cb-4e23-a470-3c30e6f297c5 req-f1201fd1-a410-4930-bd3d-a03118aedd67 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.1665781 Feb 08 17:32:03.185000 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-39562edc-2578-46d1-bda2-cd54f51a5378 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 1000 time: 0.1023023 Feb 08 17:32:03.197422 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d68be-d629-4aec-8894-44f91449cdeb req-7f92fcf6-4237-4a18-bd3a-bc36e9cbd5eb tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.199048 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b69d68be-d629-4aec-8894-44f91449cdeb req-7f92fcf6-4237-4a18-bd3a-bc36e9cbd5eb tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 931 time: 0.1279569 Feb 08 17:32:03.229472 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3c33b196-86cb-4e23-a470-3c30e6f297c5 req-bd57db75-83ed-4ad2-b0b6-09dcfa2ef9fa tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157227 Feb 08 17:32:03.297934 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-90c3f3e3-d487-4484-b177-3fdde0045f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.300433 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-90c3f3e3-d487-4484-b177-3fdde0045f00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.1003098 Feb 08 17:32:03.319396 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b69d68be-d629-4aec-8894-44f91449cdeb req-93e6a985-533b-4de2-8f7a-ee7c1a1611be tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118419 Feb 08 17:32:03.325661 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07259bed-79e4-4b11-adde-1d7572de3152 {{(pid=102590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:32:03.336742 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks [] for port (07259bed-79e4-4b11-adde-1d7572de3152), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:03.350746 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.provisioning_blocks [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Transition to ACTIVE for port object 07259bed-79e4-4b11-adde-1d7572de3152 will not be triggered until provisioned by entity L2. {{(pid=102590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:32:03.355069 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:03.371918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-c9b321bc-5b1f-4e15-b5de-46ba98c5c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.373529 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-c9b321bc-5b1f-4e15-b5de-46ba98c5c14e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663671 Feb 08 17:32:03.408283 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:03.485441 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-dc01f1ff-4df9-4472-972d-fdce7c7486ce service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040452 Feb 08 17:32:03.506017 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Attempting to bind port 07259bed-79e4-4b11-adde-1d7572de3152 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:32:03.506409 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Attempting to bind port 07259bed-79e4-4b11-adde-1d7572de3152 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:32:03.506879 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Attempting to bind port 07259bed-79e4-4b11-adde-1d7572de3152 on network e00650e9-60fb-433d-8933-974a605223d2 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:32:03.511340 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Port 07259bed-79e4-4b11-adde-1d7572de3152 on network e00650e9-60fb-433d-8933-974a605223d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:32:03.511654 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Attempting to bind port 07259bed-79e4-4b11-adde-1d7572de3152 on network e00650e9-60fb-433d-8933-974a605223d2 {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:32:03.516713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:32:03.517043 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Checking segment: {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:32:03.517472 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Bound using segment: {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'} {{(pid=102590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:32:03.517908 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.managers [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Bound port: 07259bed-79e4-4b11-adde-1d7572de3152, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'}}] {{(pid=102590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:32:03.518256 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (07259bed-79e4-4b11-adde-1d7572de3152), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:03.588194 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, cleared binding levels {{(pid=102590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:32:03.589869 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7436b722-265b-485f-abe9-cc94c64a81e1 req-93d3fc54-0d63-4139-a365-c2dd6ac0febe service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928924 Feb 08 17:32:03.591288 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=07259bed-79e4-4b11-adde-1d7572de3152,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:32:03.598444 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:03.639541 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.640419 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:03.641995 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] 10.222.0.64 "PUT /v2.0/ports/07259bed-79e4-4b11-adde-1d7572de3152 HTTP/1.1" status: 200 len: 1093 time: 1.1645710 Feb 08 17:32:03.644285 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:03.647872 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5641b-ad22-443b-bec9-0807a23d36ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "tag": "07259bed-79e4-4b11-adde-1d7572de3152"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:03.681625 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd99ab-2db9-4a28-8afe-36de50299ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=3']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:03.712804 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae423141-a65e-4d58-9717-a8390210bc72 x-openstack-request-id: req-ae423141-a65e-4d58-9717-a8390210bc72 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:03.712804 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "tag": "07259bed-79e4-4b11-adde-1d7572de3152", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:03.713219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae423141-a65e-4d58-9717-a8390210bc72 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:03.713570 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152', 'status': 'completed', 'code': 200} Feb 08 17:32:03.753714 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-49df6620-efa8-4cc7-821c-a55f9ebf7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.755431 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-49df6620-efa8-4cc7-821c-a55f9ebf7a00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 1127 time: 0.0537109 Feb 08 17:32:03.812240 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-ef2dfe0a-1865-484f-ba21-05a13be7b521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07259bed-79e4-4b11-adde-1d7572de3152 HTTP/1.1" status: 200 len: 217 time: 0.0415199 Feb 08 17:32:03.871300 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-280c92ff-82b8-4a40-bd43-683a185d2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:03.873096 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-280c92ff-82b8-4a40-bd43-683a185d2d53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=822d5d08-7556-4e41-8dee-27368846ca91 HTTP/1.1" status: 200 len: 854 time: 0.0511162 Feb 08 17:32:03.921977 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-0fac8b6d-2f94-42b8-ab3b-fedb5e92ac36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e00650e9-60fb-433d-8933-974a605223d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382452 Feb 08 17:32:04.014834 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a022197-ef67-4ca6-81ca-99f1e89329f9 req-80225df3-315c-4387-b4fb-06b2151b7e54 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:04.017578 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a022197-ef67-4ca6-81ca-99f1e89329f9 req-80225df3-315c-4387-b4fb-06b2151b7e54 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0775468 Feb 08 17:32:04.022869 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 42dfed98-3788-4fc6-9076-abcd719b2bc3 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:32:04.083477 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94270446-0a1e-4a48-87ce-b379dd615d03 req-6aa83453-da6d-4e58-8075-9c71fcdaed14 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:04.084966 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-94270446-0a1e-4a48-87ce-b379dd615d03 req-6aa83453-da6d-4e58-8075-9c71fcdaed14 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 943 time: 0.0967095 Feb 08 17:32:04.087398 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-d796143e-1a77-4bf8-8f3a-aca080ac17a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556370 Feb 08 17:32:04.133773 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a022197-ef67-4ca6-81ca-99f1e89329f9 req-3627fed5-a044-4f93-9e1d-ba50e204f8b2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993717 Feb 08 17:32:04.165997 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:04.198075 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'port_id': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'mac_address': 'fa:16:3e:24:5c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:32:04.203674 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-94270446-0a1e-4a48-87ce-b379dd615d03 req-a505110d-c9c0-4450-b40f-95691ce5290d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069281 Feb 08 17:32:04.260201 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 42dfed98-3788-4fc6-9076-abcd719b2bc3 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:04.261204 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:04.274016 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bb994b98-f9d8-4a9f-b115-bb8c901d4e5f req-356fd411-d8bc-4803-9504-5bffa36fa498 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685934 Feb 08 17:32:04.284369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dfed98-3788-4fc6-9076-abcd719b2bc3 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:32:04.320566 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:04.328355 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:04.429469 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:04.710498 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0933f4-ee62-447e-840f-d880cb6b93fe req-093c19fc-ac87-4e03-8c5c-97c3a0cc8d54 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:04.730278 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-55b09fb9-acc6-43cf-8607-be08ffd91e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:04.731460 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8c0933f4-ee62-447e-840f-d880cb6b93fe req-093c19fc-ac87-4e03-8c5c-97c3a0cc8d54 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.2537034 Feb 08 17:32:04.820269 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:04.852516 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8c0933f4-ee62-447e-840f-d880cb6b93fe req-6b5345a9-a6f1-4768-a80c-34445b74fadb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176059 Feb 08 17:32:04.861478 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de08391-f191-4e01-9bf5-41fd8bcc960e req-a51fd05d-3101-42d6-8c19-070713e2f311 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:04.878824 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3de08391-f191-4e01-9bf5-41fd8bcc960e req-a51fd05d-3101-42d6-8c19-070713e2f311 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.1929009 Feb 08 17:32:05.083494 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3de08391-f191-4e01-9bf5-41fd8bcc960e req-86cdf6b9-784e-4129-b453-ffcc42836a9d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952498 Feb 08 17:32:05.338331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446b1f-0fc5-439c-949c-95e1ad20654c req-0b6255e1-57b4-4f01-aec8-c68f0818223b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:05.350798 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27446b1f-0fc5-439c-949c-95e1ad20654c req-0b6255e1-57b4-4f01-aec8-c68f0818223b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0909779 Feb 08 17:32:05.437470 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27446b1f-0fc5-439c-949c-95e1ad20654c req-03c78587-67d6-470a-8a83-94115725b832 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Feb 08 17:32:05.498029 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7108874-191d-4c9b-afd8-e57249a5abfc req-5ba79359-c7d6-4bf6-b340-8a62a020a533 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:05.499647 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7108874-191d-4c9b-afd8-e57249a5abfc req-5ba79359-c7d6-4bf6-b340-8a62a020a533 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 944 time: 0.1081500 Feb 08 17:32:05.624885 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7108874-191d-4c9b-afd8-e57249a5abfc req-2da634dd-dbce-4ee4-a52d-42f42a99624f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184437 Feb 08 17:32:06.065855 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7681475-d53b-47d8-bb16-3797873ca580 req-630c1716-28f4-4526-804a-167d241243ee tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:06.070561 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7681475-d53b-47d8-bb16-3797873ca580 req-630c1716-28f4-4526-804a-167d241243ee tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0963097 Feb 08 17:32:06.140114 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7681475-d53b-47d8-bb16-3797873ca580 req-3261b073-0211-4b93-9d0e-f37538cfe481 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569654 Feb 08 17:32:06.218748 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b63a-441d-4657-8a1e-30e15207b6fb req-8041ea0c-89ad-4e8d-bb3c-8f01300667b9 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:06.220321 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d12b63a-441d-4657-8a1e-30e15207b6fb req-8041ea0c-89ad-4e8d-bb3c-8f01300667b9 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0579665 Feb 08 17:32:06.278768 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d12b63a-441d-4657-8a1e-30e15207b6fb req-cb39601b-e6bc-4c83-8b7b-3202441b5288 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Feb 08 17:32:06.728094 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d7c3-d77c-4052-9798-c7421aa0b683 req-ea335de5-8823-49c4-b4d5-044bcf01ba0c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:06.731051 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7892d7c3-d77c-4052-9798-c7421aa0b683 req-ea335de5-8823-49c4-b4d5-044bcf01ba0c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1281428 Feb 08 17:32:06.866126 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7892d7c3-d77c-4052-9798-c7421aa0b683 req-3f2b94f6-712f-4464-8b77-4cd9f605160e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221557 Feb 08 17:32:06.873281 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777103f-12f0-46c3-9b28-e1939c10bba0 req-2bb852f5-98d2-4871-a09b-255c7e90fc03 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:06.875699 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e777103f-12f0-46c3-9b28-e1939c10bba0 req-2bb852f5-98d2-4871-a09b-255c7e90fc03 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 944 time: 0.1052864 Feb 08 17:32:06.952252 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e777103f-12f0-46c3-9b28-e1939c10bba0 req-5753084b-30eb-44e6-adef-b6255a53b6a5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650980 Feb 08 17:32:07.103513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6406f2fa-d95f-4861-b3f2-eb4327bc3f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:07.328171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dda0-7807-480b-b4d2-4c88c7a456e0 req-cc828350-733b-4609-94ee-3b040ab24ba7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:07.329720 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5126dda0-7807-480b-b4d2-4c88c7a456e0 req-cc828350-733b-4609-94ee-3b040ab24ba7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0827694 Feb 08 17:32:07.383438 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5126dda0-7807-480b-b4d2-4c88c7a456e0 req-0a8b98f3-5ee6-4f17-8aed-c028ee1ded93 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Feb 08 17:32:07.459954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7bd46-2670-432a-a574-e6f409859e1c req-4ae43656-e471-472d-93f8-32668f0d3648 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:07.462517 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-51a7bd46-2670-432a-a574-e6f409859e1c req-4ae43656-e471-472d-93f8-32668f0d3648 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0885627 Feb 08 17:32:07.534519 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-51a7bd46-2670-432a-a574-e6f409859e1c req-b5ebad38-4d03-4895-9f7b-63c1fb8a8dca tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609610 Feb 08 17:32:08.020925 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:08.027210 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4ca72-5f32-4a54-b508-fc1936db4e84 req-30f66299-b97b-491c-b43f-48b2ebf46158 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:08.029764 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42a4ca72-5f32-4a54-b508-fc1936db4e84 req-30f66299-b97b-491c-b43f-48b2ebf46158 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0809550 Feb 08 17:32:08.034350 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 42dfed98-3788-4fc6-9076-abcd719b2bc3 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:32:08.194484 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42a4ca72-5f32-4a54-b508-fc1936db4e84 req-56d00d84-cf0b-4d44-bbf9-bb9a09653df0 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532054 Feb 08 17:32:08.237951 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1b0c-82c0-4819-9e1c-a2da05da24ba req-ac25a133-77d7-408a-ab99-0312f20b71ba tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:08.246001 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-407d1b0c-82c0-4819-9e1c-a2da05da24ba req-ac25a133-77d7-408a-ab99-0312f20b71ba tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 944 time: 0.1649039 Feb 08 17:32:08.311785 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 42dfed98-3788-4fc6-9076-abcd719b2bc3 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:32:08.316783 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 42dfed98-3788-4fc6-9076-abcd719b2bc3 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:32:08.317207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:08.319852 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-407d1b0c-82c0-4819-9e1c-a2da05da24ba req-c7a69c40-96fe-4d18-9099-5375c49d6ed6 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727277 Feb 08 17:32:08.452441 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 42dfed98-3788-4fc6-9076-abcd719b2bc3 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:08.453096 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:08.516473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:08.520447 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c2911a-4446-48a3-aad9-00da6bb80e6d" -d '{"events": [{"server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "name": "network-vif-plugged", "status": "completed", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:08.549655 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:08.562612 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:08.577295 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245b391-53b3-49fc-8b98-11ff2a849370 req-8c85892b-62dc-44ae-8646-1ee3cf5f679a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:08.581521 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8245b391-53b3-49fc-8b98-11ff2a849370 req-8c85892b-62dc-44ae-8646-1ee3cf5f679a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0906730 Feb 08 17:32:08.613443 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2ae440-3952-452f-a2ab-e02ac83ce5ca x-openstack-request-id: req-1f2ae440-3952-452f-a2ab-e02ac83ce5ca {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:08.614381 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "name": "network-vif-plugged", "status": "completed", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:08.615112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f2ae440-3952-452f-a2ab-e02ac83ce5ca {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:08.616025 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'code': 200} Feb 08 17:32:08.665044 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8245b391-53b3-49fc-8b98-11ff2a849370 req-7fa3c453-c847-4092-92b5-d8ef3b852294 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752082 Feb 08 17:32:08.686800 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:08.781327 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c61a0f-2c35-4cd0-af20-345e25f6b006 req-3f4fd520-1f95-41de-8ccc-51918d76af06 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:08.784031 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b9c61a0f-2c35-4cd0-af20-345e25f6b006 req-3f4fd520-1f95-41de-8ccc-51918d76af06 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0889072 Feb 08 17:32:08.864753 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b9c61a0f-2c35-4cd0-af20-345e25f6b006 req-8ad82d2e-bb90-4616-90d5-8d4c583e305d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 Feb 08 17:32:09.385351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58dd4-474a-4e67-9a15-e7993acafb42 req-f0490ed2-f15e-4680-b8fe-e057e8861110 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:09.386941 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef58dd4-474a-4e67-9a15-e7993acafb42 req-f0490ed2-f15e-4680-b8fe-e057e8861110 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1019814 Feb 08 17:32:09.475816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fef58dd4-474a-4e67-9a15-e7993acafb42 req-cf7d87f2-df67-47f8-8455-9e5eb45589c8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781815 Feb 08 17:32:09.531955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2447db-bcbd-4e7b-b2d4-0f2fc511a227 req-836448f2-22a6-4588-9e6e-46a68cad50a7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:09.535886 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a2447db-bcbd-4e7b-b2d4-0f2fc511a227 req-836448f2-22a6-4588-9e6e-46a68cad50a7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.1092846 Feb 08 17:32:09.608648 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0a2447db-bcbd-4e7b-b2d4-0f2fc511a227 req-a76047ea-8450-4914-bd5e-87214891803d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660665 Feb 08 17:32:09.881344 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73533-0e99-47a5-8451-d9d02e89ab14 req-5c4442ae-3e36-49af-af7f-9e36dd1573ad tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:09.884128 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-caa73533-0e99-47a5-8451-d9d02e89ab14 req-5c4442ae-3e36-49af-af7f-9e36dd1573ad tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0734367 Feb 08 17:32:09.930119 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:09.987592 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-caa73533-0e99-47a5-8451-d9d02e89ab14 req-cbae69f7-651c-4558-974c-1f20a5f6076b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935879 Feb 08 17:32:10.074641 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27db18-260a-4c10-aa4a-927faf6b79a5 req-72a03b1a-183a-45af-90e6-1aa7d3099381 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:10.077076 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf27db18-260a-4c10-aa4a-927faf6b79a5 req-72a03b1a-183a-45af-90e6-1aa7d3099381 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0886939 Feb 08 17:32:10.140876 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf27db18-260a-4c10-aa4a-927faf6b79a5 req-1a29a753-c6e8-4fcc-a083-472f18ae5f3e tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553350 Feb 08 17:32:10.678699 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444745e-3836-455a-ae99-bf707d361ad1 req-f975c131-9ecb-4682-be6e-ae164bc6d6eb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:10.681177 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8444745e-3836-455a-ae99-bf707d361ad1 req-f975c131-9ecb-4682-be6e-ae164bc6d6eb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0788841 Feb 08 17:32:10.767865 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8444745e-3836-455a-ae99-bf707d361ad1 req-c3abf97f-1d4e-44d0-b9a1-aebdd9af2fa4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Feb 08 17:32:10.806218 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f929c-b470-4ad6-b158-a4ff09e05d29 req-87728b42-ba4f-4755-9ad7-b2b0208ce381 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:10.808111 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3d7f929c-b470-4ad6-b158-a4ff09e05d29 req-87728b42-ba4f-4755-9ad7-b2b0208ce381 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0813787 Feb 08 17:32:10.887364 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3d7f929c-b470-4ad6-b158-a4ff09e05d29 req-eaab5809-228f-4d43-9e02-721ab5409775 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Feb 08 17:32:11.162191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c7427-0d40-49de-9578-851bf1bc66de req-b421c8b2-43ab-45c4-973c-62f98d30c18a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:11.164458 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0d2c7427-0d40-49de-9578-851bf1bc66de req-b421c8b2-43ab-45c4-973c-62f98d30c18a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0914624 Feb 08 17:32:11.235047 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:11.273490 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0d2c7427-0d40-49de-9578-851bf1bc66de req-b34127e6-8943-4d0b-bbd4-fa0b789fdbe5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979881 Feb 08 17:32:11.408914 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02abdbd-1baa-4102-a48f-277401ebcb30 req-48f09734-8846-4560-a510-86dec855000c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:11.414176 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b02abdbd-1baa-4102-a48f-277401ebcb30 req-48f09734-8846-4560-a510-86dec855000c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.1193120 Feb 08 17:32:11.486294 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b02abdbd-1baa-4102-a48f-277401ebcb30 req-f2a716bb-c461-4a29-bf1a-d97f8651430c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Feb 08 17:32:11.954900 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af3d3d-7b62-45dd-a860-14be68d0fddf req-e2a1151c-52c6-4122-aa0c-4ceb3d563ab4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:11.956600 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26af3d3d-7b62-45dd-a860-14be68d0fddf req-e2a1151c-52c6-4122-aa0c-4ceb3d563ab4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0896623 Feb 08 17:32:12.043905 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-26af3d3d-7b62-45dd-a860-14be68d0fddf req-d40a31d5-f24f-45e7-8e58-5ed172ee710f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812609 Feb 08 17:32:12.061010 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef944b-69c9-4b0a-b6ea-64b0c40d267d req-ae869dcf-7304-45f7-a258-083338304cad tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:12.062936 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9eef944b-69c9-4b0a-b6ea-64b0c40d267d req-ae869dcf-7304-45f7-a258-083338304cad tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0907352 Feb 08 17:32:12.135630 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9eef944b-69c9-4b0a-b6ea-64b0c40d267d req-db217d8f-ea41-444c-8f1f-b072f682a285 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Feb 08 17:32:12.486801 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dc91-4047-4041-901b-7b8631104bc3 req-6e35eb01-14c4-4f81-948e-1f5e99164a58 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:12.488597 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-73b8dc91-4047-4041-901b-7b8631104bc3 req-6e35eb01-14c4-4f81-948e-1f5e99164a58 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0825417 Feb 08 17:32:12.581960 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-73b8dc91-4047-4041-901b-7b8631104bc3 req-4d4aa0ce-fedd-41e5-bcf1-e7d84b256a87 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859017 Feb 08 17:32:12.624524 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:12.658300 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d061d39-6d04-44f8-9f65-1e0ba8cb9d2f req-dd07f1a0-e1fb-46d9-9de1-34d30a9951a6 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:12.659700 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d061d39-6d04-44f8-9f65-1e0ba8cb9d2f req-dd07f1a0-e1fb-46d9-9de1-34d30a9951a6 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0616651 Feb 08 17:32:12.722482 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d061d39-6d04-44f8-9f65-1e0ba8cb9d2f req-42f3ee56-2416-48ec-8516-b167d14e93a4 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Feb 08 17:32:13.254467 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bea54-d994-4821-8cfd-ec46bdbd1c84 req-fadd19e5-72c7-45b4-a50b-0ed260acba27 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:13.261081 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f02bea54-d994-4821-8cfd-ec46bdbd1c84 req-fadd19e5-72c7-45b4-a50b-0ed260acba27 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0843182 Feb 08 17:32:13.328241 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f02bea54-d994-4821-8cfd-ec46bdbd1c84 req-0a2cdb58-4b8d-430e-a472-f5dd74cf0790 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Feb 08 17:32:13.374289 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c177401-1786-405e-ad47-4de86fd5ac13 req-78568ad5-0356-4a13-afc4-f9f2366242cd tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:13.376618 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c177401-1786-405e-ad47-4de86fd5ac13 req-78568ad5-0356-4a13-afc4-f9f2366242cd tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0983529 Feb 08 17:32:13.467521 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c177401-1786-405e-ad47-4de86fd5ac13 req-0031bdb9-be8b-45fc-9403-6d3e98dc28c5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Feb 08 17:32:13.763228 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc05ef5-e4ef-4d43-8fd4-3be049098383 req-d54456d3-141d-4b3e-9e40-5dac49574d8c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:13.764820 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc05ef5-e4ef-4d43-8fd4-3be049098383 req-d54456d3-141d-4b3e-9e40-5dac49574d8c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0792003 Feb 08 17:32:13.849619 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-edc05ef5-e4ef-4d43-8fd4-3be049098383 req-51bf015c-66f2-4d1c-8289-463cffefc4a4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774937 Feb 08 17:32:13.906890 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2d4c-1bf1-47f0-8667-e653c410befe req-f2498dc8-42c6-473a-97f7-357d1362059e tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:13.908381 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9fdc2d4c-1bf1-47f0-8667-e653c410befe req-f2498dc8-42c6-473a-97f7-357d1362059e tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0825279 Feb 08 17:32:13.990173 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9fdc2d4c-1bf1-47f0-8667-e653c410befe req-435feea6-6c9a-4a4f-9cc7-3bfb1c275b3c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741704 Feb 08 17:32:14.547600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f537eeb-ea9b-4aab-8ca3-d202abd3a46e req-80329604-064d-4616-a94d-41fc12905d72 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:14.556953 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8f537eeb-ea9b-4aab-8ca3-d202abd3a46e req-80329604-064d-4616-a94d-41fc12905d72 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1151102 Feb 08 17:32:14.638351 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8f537eeb-ea9b-4aab-8ca3-d202abd3a46e req-ac1f2913-1fa3-45ab-a5be-afcc8d1bd9d4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797379 Feb 08 17:32:14.670356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d0e9d-808a-4519-8678-8ee9a7303611 req-1c93f747-230e-456d-8408-85ea44787001 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:14.672818 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-424d0e9d-808a-4519-8678-8ee9a7303611 req-1c93f747-230e-456d-8408-85ea44787001 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0810030 Feb 08 17:32:14.730138 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-424d0e9d-808a-4519-8678-8ee9a7303611 req-f75061b9-c5d3-4440-bd49-3dd5c8eb47c3 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479667 Feb 08 17:32:15.002926 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64628f00-8428-49fc-afa1-03062d97abc2 req-bedb1849-8572-411c-b1ec-d6ef74927a6b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.004706 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-64628f00-8428-49fc-afa1-03062d97abc2 req-bedb1849-8572-411c-b1ec-d6ef74927a6b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0542505 Feb 08 17:32:15.080749 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-64628f00-8428-49fc-afa1-03062d97abc2 req-f09edf75-908d-484c-9528-a9f26df7cc9d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614958 Feb 08 17:32:15.135909 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6634ba4-5455-4ad1-b90f-31138519cf6a req-8acf437f-6e0a-4af4-9066-9893bc004ea1 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.137474 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d6634ba4-5455-4ad1-b90f-31138519cf6a req-8acf437f-6e0a-4af4-9066-9893bc004ea1 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0697241 Feb 08 17:32:15.194169 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d6634ba4-5455-4ad1-b90f-31138519cf6a req-a3dc0cf5-99d1-4564-9c38-b169265271f1 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Feb 08 17:32:15.716242 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-20563806-4cb6-430b-aa18-1f07ea414fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.718563 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-20563806-4cb6-430b-aa18-1f07ea414fde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 1127 time: 0.0741537 Feb 08 17:32:15.864560 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-a3120d29-7c07-4c49-857f-9b8a6360e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.866189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-a3120d29-7c07-4c49-857f-9b8a6360e5b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 915 time: 0.1317780 Feb 08 17:32:15.927243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-9f18cbbd-2ff2-4740-bfe6-a19c7fe186c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.928972 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-9f18cbbd-2ff2-4740-bfe6-a19c7fe186c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.1977994 Feb 08 17:32:15.935194 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-3e01a844-178b-4b8b-94fe-68600efa716a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07259bed-79e4-4b11-adde-1d7572de3152 HTTP/1.1" status: 200 len: 217 time: 0.0586550 Feb 08 17:32:15.955997 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09052e3f-ae6c-4d64-a872-a6603e2da11a req-2c5e4e70-9afc-40ea-86eb-71b57bc814d8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.957535 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09052e3f-ae6c-4d64-a872-a6603e2da11a req-2c5e4e70-9afc-40ea-86eb-71b57bc814d8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1690197 Feb 08 17:32:15.992547 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ddc65-82d5-4eed-b648-ece71145ddad req-dc61b513-9cbb-479c-be01-aee2b6e44b54 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:15.994772 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ff8ddc65-82d5-4eed-b648-ece71145ddad req-dc61b513-9cbb-479c-be01-aee2b6e44b54 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.1274097 Feb 08 17:32:16.026965 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-0018d308-836e-48f7-8d4e-445203e5a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.028550 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-0018d308-836e-48f7-8d4e-445203e5a4ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=822d5d08-7556-4e41-8dee-27368846ca91 HTTP/1.1" status: 200 len: 854 time: 0.0771773 Feb 08 17:32:16.037321 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ce45e-3aa1-44b7-9c4f-e3bafd525813 req-49037394-c966-44e3-ab9b-d49670d8430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.038960 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b2ce45e-3aa1-44b7-9c4f-e3bafd525813 req-49037394-c966-44e3-ab9b-d49670d8430d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1129 time: 0.1725349 Feb 08 17:32:16.082787 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-1517908d-de48-41d0-8c56-4e6debab20be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e00650e9-60fb-433d-8933-974a605223d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451181 Feb 08 17:32:16.090932 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ff8ddc65-82d5-4eed-b648-ece71145ddad req-dda0a0f5-0be5-4857-918b-5c92385ebef8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857959 Feb 08 17:32:16.147307 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09052e3f-ae6c-4d64-a872-a6603e2da11a req-cc801a6c-d6d9-41d3-a1c9-e240ed8f05a6 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764057 Feb 08 17:32:16.162323 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b2ce45e-3aa1-44b7-9c4f-e3bafd525813 req-65868446-941b-4332-b8fc-5a8f79a9ea62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114357 Feb 08 17:32:16.170633 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-3630b887-6fe9-4d40-8d2b-23a412b45131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.173628 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-3630b887-6fe9-4d40-8d2b-23a412b45131 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.2128217 Feb 08 17:32:16.237535 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-e99d77fd-f5a2-4fc4-87de-474a24ae1fe9 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444035 Feb 08 17:32:16.281465 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23485422-a74f-4ef6-aafb-93f9afe9534e req-8b031ed9-d287-4124-b69e-3c3aa9532acb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.282019 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:32:16.283013 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-23485422-a74f-4ef6-aafb-93f9afe9534e req-8b031ed9-d287-4124-b69e-3c3aa9532acb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0669661 Feb 08 17:32:16.340181 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-23485422-a74f-4ef6-aafb-93f9afe9534e req-d35fc293-e442-40b5-bca2-a639f0eb9c82 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506036 Feb 08 17:32:16.368211 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36546828-b541-40d5-b05e-e724b3b63ddc req-4ce863d0-5eba-4407-83d7-76e23bbc60b0 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.369931 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-36546828-b541-40d5-b05e-e724b3b63ddc req-4ce863d0-5eba-4407-83d7-76e23bbc60b0 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0784845 Feb 08 17:32:16.418628 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-36546828-b541-40d5-b05e-e724b3b63ddc req-9863b43c-7129-4f65-a767-4e67b007967f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Feb 08 17:32:16.499270 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-ad972993-05f4-4ff6-a421-1398917061c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0583138 Feb 08 17:32:16.557358 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-aac5641b-ad22-443b-bec9-0807a23d36ac req-448089e8-efb3-4b0b-a9d9-0f57e86957a3 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173875 Feb 08 17:32:16.572266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-c2d711d4-500d-46a5-955e-fcae4d0f0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:16.574680 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-c2d711d4-500d-46a5-955e-fcae4d0f0e9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.0655389 Feb 08 17:32:16.640649 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-a735c2f4-4ade-43a8-8c40-9c45ab3a2bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476687 Feb 08 17:32:16.761948 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-e17e9a42-1198-4033-b561-6d9bc804e717 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029396 Feb 08 17:32:16.886925 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3006c1d4-776d-4ac2-961f-8fdf90f70153 req-3c7014a7-573e-4c3c-8993-55330898cd97 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143641 Feb 08 17:32:17.045091 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717d72e-9188-4332-8773-f377d6d38218 req-4fda6d39-f4fc-4ef4-9084-f068d9415de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.046621 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-4fda6d39-f4fc-4ef4-9084-f068d9415de6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=80022e131af94dfb9d6069b7d0492189&device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 1130 time: 0.0699453 Feb 08 17:32:17.202898 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717d72e-9188-4332-8773-f377d6d38218 req-296427bc-dea7-48d7-af59-73ec233c9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.205552 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-296427bc-dea7-48d7-af59-73ec233c9ecf service neutron] 10.222.0.64 "GET /v2.0/networks?id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 200 len: 919 time: 0.1303866 Feb 08 17:32:17.288526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b78b7-b7cc-4d5b-b1fd-4be784da6578 req-ac96446d-44fd-47bf-8534-c5315fea0d4b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.290635 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d25b78b7-b7cc-4d5b-b1fd-4be784da6578 req-ac96446d-44fd-47bf-8534-c5315fea0d4b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0849929 Feb 08 17:32:17.292820 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-d3b30818-c202-466f-9b44-1d063450565a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 200 len: 217 time: 0.0776894 Feb 08 17:32:17.354979 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d25b78b7-b7cc-4d5b-b1fd-4be784da6578 req-98bc58a7-e817-47b1-93d7-34889a1fdd17 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Feb 08 17:32:17.431650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717d72e-9188-4332-8773-f377d6d38218 req-065bed35-b106-4902-ab01-e421577bd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.434482 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-065bed35-b106-4902-ab01-e421577bd60b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 200 len: 858 time: 0.1243553 Feb 08 17:32:17.457392 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f236c25-8bc6-422c-9613-eb81021cd958 req-a3b8dd8d-ca87-49d2-afe3-2a69871990b9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.460706 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f236c25-8bc6-422c-9613-eb81021cd958 req-a3b8dd8d-ca87-49d2-afe3-2a69871990b9 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1719587 Feb 08 17:32:17.508022 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f21db-6c71-40b9-a879-0401ed2cf97f req-56a48609-ea51-42c9-ba29-3c981d49fbf1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.510044 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-147f21db-6c71-40b9-a879-0401ed2cf97f req-56a48609-ea51-42c9-ba29-3c981d49fbf1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0691223 Feb 08 17:32:17.523989 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-ff9beb12-f476-4f4b-84c0-153b965fe08b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615482 Feb 08 17:32:17.564565 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-147f21db-6c71-40b9-a879-0401ed2cf97f req-ef0c7425-845e-4181-b11f-8b68117cce92 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 Feb 08 17:32:17.669653 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1f236c25-8bc6-422c-9613-eb81021cd958 req-0a9a4c76-672f-4c4a-bd8b-68fc437c9cb7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916931 Feb 08 17:32:17.723634 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-de4fd077-d242-49a2-9808-ef23e5166ec2 service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849196 Feb 08 17:32:17.736238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e64c-1ec9-4e66-87a6-3b01789c5729 req-a891dca6-f65e-419a-b057-ee6876f7d9ff tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:17.737955 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2346e64c-1ec9-4e66-87a6-3b01789c5729 req-a891dca6-f65e-419a-b057-ee6876f7d9ff tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 943 time: 0.0832176 Feb 08 17:32:17.812056 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2346e64c-1ec9-4e66-87a6-3b01789c5729 req-755e9195-aa3d-4d2a-a331-abecef212783 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672903 Feb 08 17:32:17.892043 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5717d72e-9188-4332-8773-f377d6d38218 req-a0ec3fb6-937b-483c-9a76-0c2a0407782d service neutron] 10.222.0.64 "GET /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448410 Feb 08 17:32:18.097885 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 07259bed-79e4-4b11-adde-1d7572de3152 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:32:18.224867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=07259bed-79e4-4b11-adde-1d7572de3152,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:18.238826 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '07259bed-79e4-4b11-adde-1d7572de3152', 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2', 'port_id': '07259bed-79e4-4b11-adde-1d7572de3152', 'mac_address': 'fa:16:3e:97:e5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822d5d08-7556-4e41-8dee-27368846ca91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:32:18.290958 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 07259bed-79e4-4b11-adde-1d7572de3152 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:18.291493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (07259bed-79e4-4b11-adde-1d7572de3152), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:18.311820 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07259bed-79e4-4b11-adde-1d7572de3152 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:32:18.339276 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=07259bed-79e4-4b11-adde-1d7572de3152,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:18.344806 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:18.421923 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:18.525806 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd56b7-a9ca-4027-acaa-844ca6d98d03 req-6bb1b210-d97d-4515-bd18-794d9d196d07 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:18.527357 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22cd56b7-a9ca-4027-acaa-844ca6d98d03 req-6bb1b210-d97d-4515-bd18-794d9d196d07 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0721033 Feb 08 17:32:18.608167 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-22cd56b7-a9ca-4027-acaa-844ca6d98d03 req-17c32069-8f9a-48b8-abdf-06eeefbe62b5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694227 Feb 08 17:32:18.713792 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['07259bed-79e4-4b11-adde-1d7572de3152'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:18.764805 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68731e-043c-45bd-86d5-9eb013ca3c7e req-23de544f-6225-4b6b-be20-1c45f44b7171 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:18.766777 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0f68731e-043c-45bd-86d5-9eb013ca3c7e req-23de544f-6225-4b6b-be20-1c45f44b7171 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0874629 Feb 08 17:32:18.801943 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a896-539b-4492-9283-ebb09a0c4f54 req-7146b8be-c84f-4f6f-9bdc-435f44986536 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:18.803472 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0db7a896-539b-4492-9283-ebb09a0c4f54 req-7146b8be-c84f-4f6f-9bdc-435f44986536 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0708563 Feb 08 17:32:18.830182 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0f68731e-043c-45bd-86d5-9eb013ca3c7e req-41f908fe-3f87-4b13-9f4d-3d5d9d476ce8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548813 Feb 08 17:32:18.908824 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0db7a896-539b-4492-9283-ebb09a0c4f54 req-ea259411-7af8-4f24-a566-7349c371d12d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955789 Feb 08 17:32:18.990025 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e423b77-4410-4782-bd93-e2d1233bf420 req-2bf31275-73a9-49d7-8797-269d3a01aa31 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:18.991604 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0e423b77-4410-4782-bd93-e2d1233bf420 req-2bf31275-73a9-49d7-8797-269d3a01aa31 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0834639 Feb 08 17:32:19.053606 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0e423b77-4410-4782-bd93-e2d1233bf420 req-0f969041-402b-4145-be8a-150d9871ffe5 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516806 Feb 08 17:32:19.092743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2c68-2cb9-4c8d-85c2-5233962a672b req-40a6ff25-47a1-45f9-9715-9a713ca61b4a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:19.095570 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17ae2c68-2cb9-4c8d-85c2-5233962a672b req-40a6ff25-47a1-45f9-9715-9a713ca61b4a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 944 time: 0.0837433 Feb 08 17:32:19.183344 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17ae2c68-2cb9-4c8d-85c2-5233962a672b req-e1272fad-6cdc-45ca-8f53-17df3edf537e tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780151 Feb 08 17:32:19.473848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689107e-5c68-4d16-9348-d8e72a66b46a req-a88ef045-8326-42b1-9dfb-eb9aa437fb74 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:19.476528 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b689107e-5c68-4d16-9348-d8e72a66b46a req-a88ef045-8326-42b1-9dfb-eb9aa437fb74 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0775948 Feb 08 17:32:19.546792 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b689107e-5c68-4d16-9348-d8e72a66b46a req-c453a0d8-efe2-466d-8686-069c0749e632 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609834 Feb 08 17:32:20.032940 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16b53-3ec3-4560-b881-24fc31c72517 req-db6e5b43-5dc2-49f4-834e-d464dec5e826 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:20.035028 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-59a16b53-3ec3-4560-b881-24fc31c72517 req-db6e5b43-5dc2-49f4-834e-d464dec5e826 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0903890 Feb 08 17:32:20.100966 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 07259bed-79e4-4b11-adde-1d7572de3152 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:32:20.161150 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-59a16b53-3ec3-4560-b881-24fc31c72517 req-cda05a1c-a98e-435f-8d03-8297336e4551 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143930 Feb 08 17:32:20.193634 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 07259bed-79e4-4b11-adde-1d7572de3152 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:32:20.200666 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 07259bed-79e4-4b11-adde-1d7572de3152 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:32:20.201574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (07259bed-79e4-4b11-adde-1d7572de3152), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:20.275200 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562dd7d-9191-467d-9bb5-875992e63e0a req-e244fc66-3f1a-4fa1-9609-96b57b2030c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:20.282075 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0562dd7d-9191-467d-9bb5-875992e63e0a req-e244fc66-3f1a-4fa1-9609-96b57b2030c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1074872 Feb 08 17:32:20.341669 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 07259bed-79e4-4b11-adde-1d7572de3152 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:20.342215 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (07259bed-79e4-4b11-adde-1d7572de3152), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:20.379776 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b24f8-8cdd-4286-b0df-fa86a28a2552 req-629f2c45-3674-42e1-8278-945085d62b43 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:20.383582 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0562dd7d-9191-467d-9bb5-875992e63e0a req-7b007ecf-715b-4a9c-b8f8-97160c2f1ca8 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Feb 08 17:32:20.383867 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-853b24f8-8cdd-4286-b0df-fa86a28a2552 req-629f2c45-3674-42e1-8278-945085d62b43 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 944 time: 0.0936306 Feb 08 17:32:20.389096 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:20.392643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebd6f86-48c5-4f40-b244-3fe69d937775" -d '{"events": [{"server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "name": "network-vif-plugged", "status": "completed", "tag": "07259bed-79e4-4b11-adde-1d7572de3152"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:20.431746 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=07259bed-79e4-4b11-adde-1d7572de3152,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:20.438049 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:20.487405 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-853b24f8-8cdd-4286-b0df-fa86a28a2552 req-a6d98e6f-65af-4553-afdb-309a03caa258 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946095 Feb 08 17:32:20.492085 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a946e4-2eb5-4f29-a28c-a1f16021e243 x-openstack-request-id: req-a0a946e4-2eb5-4f29-a28c-a1f16021e243 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:20.492411 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "name": "network-vif-plugged", "status": "completed", "tag": "07259bed-79e4-4b11-adde-1d7572de3152", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:20.492934 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0a946e4-2eb5-4f29-a28c-a1f16021e243 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:20.493363 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152', 'code': 200} Feb 08 17:32:20.536276 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:20.727080 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fff825-73be-4d75-a569-b6358fbc6976 req-7d51d7e7-d2c4-40da-91b7-c9ac2808ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:20.728959 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-64fff825-73be-4d75-a569-b6358fbc6976 req-7d51d7e7-d2c4-40da-91b7-c9ac2808ae2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 1129 time: 0.0527272 Feb 08 17:32:20.795377 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-64fff825-73be-4d75-a569-b6358fbc6976 req-681f462e-8045-4fac-b457-d503f2f300aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Feb 08 17:32:21.371104 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30dc6c-80ba-4563-a989-9e7f84f8e978 req-b69930be-bbb6-4a6c-8d01-2934f61253f4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:21.372656 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd30dc6c-80ba-4563-a989-9e7f84f8e978 req-b69930be-bbb6-4a6c-8d01-2934f61253f4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0614004 Feb 08 17:32:21.446548 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cd30dc6c-80ba-4563-a989-9e7f84f8e978 req-5d5fd867-5330-4f28-9d0c-cf069d1650c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657821 Feb 08 17:32:21.663345 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4292643-0101-4837-afd5-41ea6eddd6f1 req-10546c74-0451-4f32-94ef-31c3902a2744 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:21.665469 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a4292643-0101-4837-afd5-41ea6eddd6f1 req-10546c74-0451-4f32-94ef-31c3902a2744 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.0869341 Feb 08 17:32:21.736312 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a4292643-0101-4837-afd5-41ea6eddd6f1 req-19b72710-fbeb-473b-918b-cbaee1e8e0ad tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602350 Feb 08 17:32:22.680554 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d05b4-84b5-4ee6-be1a-fc743b1d78c0 req-7427d3b2-18a9-44b4-a28c-68bd5145a057 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:22.683454 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-659d05b4-84b5-4ee6-be1a-fc743b1d78c0 req-7427d3b2-18a9-44b4-a28c-68bd5145a057 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0978050 Feb 08 17:32:22.771334 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-659d05b4-84b5-4ee6-be1a-fc743b1d78c0 req-a84bd3a6-59e0-4abd-ad8d-36d465cb25e3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736449 Feb 08 17:32:22.947827 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15371b2a-7109-41fc-9fd6-ffec6d9772db req-7f37e5e4-7e11-4503-9a19-dff89058f546 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:22.950480 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15371b2a-7109-41fc-9fd6-ffec6d9772db req-7f37e5e4-7e11-4503-9a19-dff89058f546 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.0916765 Feb 08 17:32:23.035226 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15371b2a-7109-41fc-9fd6-ffec6d9772db req-be188740-412a-423f-a93f-120103aaeac8 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Feb 08 17:32:23.980503 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc6d1-f236-4426-8604-a913d420448a req-54ab416d-e48f-4fff-af16-d9f89910aa09 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:23.983177 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf3cc6d1-f236-4426-8604-a913d420448a req-54ab416d-e48f-4fff-af16-d9f89910aa09 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 944 time: 0.0987411 Feb 08 17:32:24.071523 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf3cc6d1-f236-4426-8604-a913d420448a req-4376a6af-c789-4918-b1b3-4dc9a7526e3d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772252 Feb 08 17:32:24.117830 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:32:24.270822 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:24.311245 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'mac_address': 'fa:16:3e:48:a6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:32:24.369525 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:24.370018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:24.386039 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:32:24.421772 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:24.433645 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:24.531683 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:24.982385 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['72759e6a-9d50-4192-90ea-3e1d17bb4b78'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:25.291077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e071bb5-0e3e-414d-96c7-53b2ae28b12b req-991bfbad-13f2-490b-83b7-a60c4e0ccc20 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:25.293886 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8e071bb5-0e3e-414d-96c7-53b2ae28b12b req-991bfbad-13f2-490b-83b7-a60c4e0ccc20 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.0884302 Feb 08 17:32:25.351487 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8e071bb5-0e3e-414d-96c7-53b2ae28b12b req-934f0e68-8dce-4813-8c9a-89bda8672032 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492122 Feb 08 17:32:25.943151 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652c28-fc98-431f-99c8-fbb314d43b89 req-736b4e91-8357-461f-8621-578952f512dc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:25.945964 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-af652c28-fc98-431f-99c8-fbb314d43b89 req-736b4e91-8357-461f-8621-578952f512dc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1108217 Feb 08 17:32:26.027170 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-af652c28-fc98-431f-99c8-fbb314d43b89 req-a8733e45-e480-4a37-9de7-1f5d2de6b2b7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735486 Feb 08 17:32:26.574308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c5a0-896f-44a8-b496-0447825e5d54 req-0200af35-e616-455c-b3e5-1ea72e8ca169 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:26.576947 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b146c5a0-896f-44a8-b496-0447825e5d54 req-0200af35-e616-455c-b3e5-1ea72e8ca169 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.0919731 Feb 08 17:32:26.636987 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b146c5a0-896f-44a8-b496-0447825e5d54 req-bd173ad2-205e-4db1-af32-cd346c6f2438 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492797 Feb 08 17:32:27.245877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75db4-a99c-4cb3-af94-03fc9478c62f req-3d065c93-9066-43da-9557-06949cbed5c1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:27.248239 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7fb75db4-a99c-4cb3-af94-03fc9478c62f req-3d065c93-9066-43da-9557-06949cbed5c1 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1209850 Feb 08 17:32:27.320183 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7fb75db4-a99c-4cb3-af94-03fc9478c62f req-d45f26d4-a203-4a55-b1c0-99f6b0ca0f03 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 Feb 08 17:32:27.811115 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0ec90-beb0-46eb-b08d-4be4e7a23f77 req-407e5401-2741-4883-b3de-024cd44f24b2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:27.812660 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-61f0ec90-beb0-46eb-b08d-4be4e7a23f77 req-407e5401-2741-4883-b3de-024cd44f24b2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 945 time: 0.0633991 Feb 08 17:32:27.888793 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-61f0ec90-beb0-46eb-b08d-4be4e7a23f77 req-eb95c70e-7d7b-4ca7-8dfc-cfac326eccb3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693743 Feb 08 17:32:28.149455 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:32:28.233695 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:32:28.234319 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:28.350505 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:28.351017 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:28.380469 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:28.382831 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29132b13-5e5b-41d5-bb19-ab26b051289d" -d '{"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:28.404632 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:28.414259 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:28.464271 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e35f0-3020-4780-98f5-4e94dfd7590d x-openstack-request-id: req-cb8e35f0-3020-4780-98f5-4e94dfd7590d {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:28.465006 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-plugged", "status": "completed", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:28.465431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb8e35f0-3020-4780-98f5-4e94dfd7590d {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:28.466038 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'code': 200} Feb 08 17:32:28.494942 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:28.562192 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a37842-6e48-44d2-a62d-f075238f34f6 req-201daa50-aa4a-48a3-a434-aeb51ea546dc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:28.564894 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59a37842-6e48-44d2-a62d-f075238f34f6 req-201daa50-aa4a-48a3-a434-aeb51ea546dc tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.1202238 Feb 08 17:32:28.652515 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59a37842-6e48-44d2-a62d-f075238f34f6 req-cf29d162-0bcf-4cd9-b448-ecfb74422ab3 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763438 Feb 08 17:32:29.140829 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f883492-91dc-46e1-9667-46cdf4aee22a req-28b8202a-4743-4d23-b122-622b5c2cc83a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:29.143475 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f883492-91dc-46e1-9667-46cdf4aee22a req-28b8202a-4743-4d23-b122-622b5c2cc83a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0952384 Feb 08 17:32:29.211391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1b3f3-2fd3-4f6d-8a96-b771e73e4ddc req-f89d22c0-c839-40b0-8817-b11626057c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:29.213326 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eed1b3f3-2fd3-4f6d-8a96-b771e73e4ddc req-f89d22c0-c839-40b0-8817-b11626057c26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1131 time: 0.0661268 Feb 08 17:32:29.216575 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f883492-91dc-46e1-9667-46cdf4aee22a req-d0439224-2b1d-4a2b-ae56-13ffa565992c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635302 Feb 08 17:32:29.305087 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eed1b3f3-2fd3-4f6d-8a96-b771e73e4ddc req-9d39c822-3716-46ca-a36d-66e07cc4bb99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747945 Feb 08 17:32:29.851212 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7830-fa8e-4b8a-9ba8-d908ff883c5f req-c34d4ef2-a861-4e82-b545-647ddc4ad3ae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:29.852812 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a6c7830-fa8e-4b8a-9ba8-d908ff883c5f req-c34d4ef2-a861-4e82-b545-647ddc4ad3ae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0823541 Feb 08 17:32:29.956343 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4a6c7830-fa8e-4b8a-9ba8-d908ff883c5f req-0d264396-ef52-4ba9-b2fa-7745666658cb tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972283 Feb 08 17:32:30.110214 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-50c17bfe-34e0-438c-b2af-eae20f20e43e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:30.112311 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-50c17bfe-34e0-438c-b2af-eae20f20e43e tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 946 time: 0.0911944 Feb 08 17:32:30.264749 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Deleting port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:32:30.265105 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:30.421546 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393f3da-2df0-4823-a8e5-b2e73ef2b703 req-2aedc6ac-d4aa-4d69-a7ff-87ed086f3648 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:30.424926 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a393f3da-2df0-4823-a8e5-b2e73ef2b703 req-2aedc6ac-d4aa-4d69-a7ff-87ed086f3648 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0918260 Feb 08 17:32:30.438707 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] For port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:30.439075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:30.463898 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Calling delete_port for 6abb2636-5f5b-42a8-9a24-6721d7a23d2b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:32:30.508511 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a393f3da-2df0-4823-a8e5-b2e73ef2b703 req-ef0c99c2-6af8-40b6-8689-6e9d807a237c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689614 Feb 08 17:32:30.692287 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (6abb2636-5f5b-42a8-9a24-6721d7a23d2b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:30.711431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['31b3853a-c848-4c47-9011-d681d4245eae', '6abb2636-5f5b-42a8-9a24-6721d7a23d2b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:30.754680 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Pushing event deleted for resources: {'Port': ['ID=6abb2636-5f5b-42a8-9a24-6721d7a23d2b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:30.777893 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.778352 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.779021 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.779698 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.780270 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.780835 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.781441 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.782000 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.782563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.783186 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.783762 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.785466 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.785811 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:30.852797 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] No DVR routers for this DVR port 6abb2636-5f5b-42a8-9a24-6721d7a23d2b on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:32:30.856140 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:30.862120 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-498e52c8-4bc9-492e-9168-20bf72c11efa req-39a972f4-9b80-4e06-a35f-7b2ad131851f tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "DELETE /v2.0/ports/6abb2636-5f5b-42a8-9a24-6721d7a23d2b HTTP/1.1" status: 204 len: 173 time: 0.7424419 Feb 08 17:32:30.863724 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'name': 'network-vif-deleted', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:30.867530 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938bc9bd-d9da-408f-97e5-43a697a02de0" -d '{"events": [{"server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "name": "network-vif-deleted", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:31.012065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128bfb6-7b26-4566-94f6-faf92602f139 x-openstack-request-id: req-d128bfb6-7b26-4566-94f6-faf92602f139 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:31.012483 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fe4eef-a72f-4590-8612-3fd439dd28e9", "name": "network-vif-deleted", "tag": "6abb2636-5f5b-42a8-9a24-6721d7a23d2b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:31.012982 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d128bfb6-7b26-4566-94f6-faf92602f139 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:31.014078 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fe4eef-a72f-4590-8612-3fd439dd28e9', 'name': 'network-vif-deleted', 'tag': '6abb2636-5f5b-42a8-9a24-6721d7a23d2b', 'status': 'completed', 'code': 200} Feb 08 17:32:31.073630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021199f8-caf4-49d5-82a0-250da1b7e9e3 req-507f5bd5-b47d-46e6-8c07-5f0f954d8c9a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:31.078546 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-021199f8-caf4-49d5-82a0-250da1b7e9e3 req-507f5bd5-b47d-46e6-8c07-5f0f954d8c9a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.1284955 Feb 08 17:32:31.147828 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e16e33b9-6e4a-4b12-a3dc-bf5a0b3fbe38 req-72c05b41-2e6f-4c94-a539-75a0ca251be7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=59fe4eef-a72f-4590-8612-3fd439dd28e9 HTTP/1.1" status: 200 len: 210 time: 0.0610921 Feb 08 17:32:31.186239 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-021199f8-caf4-49d5-82a0-250da1b7e9e3 req-afa5be0f-3f9d-4e17-9a66-c3ddb47c0bd3 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912409 Feb 08 17:32:31.224954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:31.663478 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec61c4a-e1a2-4f7c-82c2-216390d9ed0e tempest-TestMinimumBasicScenario-1243590737 tempest-TestMinimumBasicScenario-1243590737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:31.666203 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bec61c4a-e1a2-4f7c-82c2-216390d9ed0e tempest-TestMinimumBasicScenario-1243590737 tempest-TestMinimumBasicScenario-1243590737-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1124 time: 0.4392662 Feb 08 17:32:31.670606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40416) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:31.681136 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'port_id': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:31.738699 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:31.761118 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69510ced-61e3-4000-8b94-5a3efd55537a req-b2566926-e09b-4c27-87a3-a8321d800046 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:31.763701 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-69510ced-61e3-4000-8b94-5a3efd55537a req-b2566926-e09b-4c27-87a3-a8321d800046 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.1017876 Feb 08 17:32:31.888202 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-69510ced-61e3-4000-8b94-5a3efd55537a req-7a022397-a8f5-478e-ae62-ff1719ffd1dc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159081 Feb 08 17:32:32.087307 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:32.197447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08019-e3e6-44b5-a9c2-84ed66685c0d req-290f2c03-6d0f-4047-9200-959f647757c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:32.199142 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21e08019-e3e6-44b5-a9c2-84ed66685c0d req-290f2c03-6d0f-4047-9200-959f647757c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.2119765 Feb 08 17:32:32.334218 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Allocated IP 172.27.3.21 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/c265313a-c6f5-476f-be9b-75548f9ef47c) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:32:32.341771 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-21e08019-e3e6-44b5-a9c2-84ed66685c0d req-28b54706-b166-4044-8111-9203c929ffaa tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306615 Feb 08 17:32:32.548736 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:32.634292 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:32.708655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:32:32.714724 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:32:32.717427 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'Port': ['ID=c265313a-c6f5-476f-be9b-75548f9ef47c,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:32.720869 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:32:32.739365 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a903979-f953-497d-937d-0d1095593e68 req-957509b8-de5e-403c-9730-779fef9d00c4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:32.740968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a903979-f953-497d-937d-0d1095593e68 req-957509b8-de5e-403c-9730-779fef9d00c4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1453454 Feb 08 17:32:33.136397 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a903979-f953-497d-937d-0d1095593e68 req-131c55cf-c1b0-4cec-84f4-872f54b62c86 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764107 Feb 08 17:32:33.148195 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa428-3b35-4007-84e9-f13d19589de3 req-195ba979-0650-47ee-9654-870722a07d75 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:33.151012 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-930fa428-3b35-4007-84e9-f13d19589de3 req-195ba979-0650-47ee-9654-870722a07d75 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0837142 Feb 08 17:32:33.224730 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-930fa428-3b35-4007-84e9-f13d19589de3 req-848cbfbe-fde4-4ab0-b15e-8badbf0bf149 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649617 Feb 08 17:32:33.682537 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a46c2-81a4-40d5-9a6f-f7c8e5653643 req-819de8bf-7830-48ee-9bc3-96d65f44118a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:33.683855 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c1a46c2-81a4-40d5-9a6f-f7c8e5653643 req-819de8bf-7830-48ee-9bc3-96d65f44118a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1813314 Feb 08 17:32:33.748950 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for floatingip (8a9b557d-2afc-475a-9876-c03a08fb88a2), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:33.840805 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6c1a46c2-81a4-40d5-9a6f-f7c8e5653643 req-6972e894-31f6-49cc-a041-784415409e41 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465607 Feb 08 17:32:33.900404 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.114133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.121559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.191370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 6abb2636-5f5b-42a8-9a24-6721d7a23d2b no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:32:34.225966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'Port': ['ID=c265313a-c6f5-476f-be9b-75548f9ef47c,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:34.235977 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 6abb2636-5f5b-42a8-9a24-6721d7a23d2b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:32:34.236660 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 6abb2636-5f5b-42a8-9a24-6721d7a23d2b not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:32:34.244697 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (8a9b557d-2afc-475a-9876-c03a08fb88a2), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.357691 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d67eca-abd0-45d6-8033-5ea712fd5184 req-b55201b7-2d18-47a0-a1bb-0f85dde2217b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:34.359879 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-33d67eca-abd0-45d6-8033-5ea712fd5184 req-b55201b7-2d18-47a0-a1bb-0f85dde2217b tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0720084 Feb 08 17:32:34.404712 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Floating IP 8a9b557d-2afc-475a-9876-c03a08fb88a2 associated. External IP: 172.27.3.21, port: 42dfed98-3788-4fc6-9076-abcd719b2bc3. Feb 08 17:32:34.442083 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-33d67eca-abd0-45d6-8033-5ea712fd5184 req-e9619630-f4ff-448e-8187-2479c4116a3c tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684829 Feb 08 17:32:34.704278 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e7c48fb5-089c-4e7d-8964-6ec2934aebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.742918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Router e8766b1b-94cd-450b-80ae-701a57f4df87 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:32:34.870188 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:32:34.888701 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Sync routers for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:32:34.908334 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:34.911360 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:32:34.912569 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:32:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:34.959488 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2acaac8b-7349-4da8-8139-7e547b5cfc73 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2857423 Feb 08 17:32:34.963978 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:34.975400 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:34.975727 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433200769', 'description': 'tempest-secgroup-smoke-433200769 description', 'project_id': 'b73d5104d66948b984ce1c84170053b3'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:34.975942 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49460e8-347b-4447-8e90-775bbfcf1014" -d '{"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:35.026522 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.045888 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d3a668-48b3-4de9-b704-2cfcf0e1fe36 x-openstack-request-id: req-84d3a668-48b3-4de9-b704-2cfcf0e1fe36 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:35.046336 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:35.046738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84d3a668-48b3-4de9-b704-2cfcf0e1fe36 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:35.054590 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:32:35.083299 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620aef-fe10-454a-81b2-12e29dd13b39 req-9abd8329-6060-48ef-8387-33e59f793035 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.088059 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09620aef-fe10-454a-81b2-12e29dd13b39 req-9abd8329-6060-48ef-8387-33e59f793035 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1319463 Feb 08 17:32:35.150200 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:32:35.204178 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (63384b89-932d-4a52-8a75-530142e080eb), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.225433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63384b89-932d-4a52-8a75-530142e080eb), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.237920 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-f1969514-07eb-406c-9e15-d610fd375142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.242348 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-f1969514-07eb-406c-9e15-d610fd375142 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1129 time: 0.1471064 Feb 08 17:32:35.248535 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-09620aef-fe10-454a-81b2-12e29dd13b39 req-3530b826-6679-4f4b-a61c-15b263b1adcb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380904 Feb 08 17:32:35.273894 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.280567 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3146441 Feb 08 17:32:35.281317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:35.293954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63384b89-932d-4a52-8a75-530142e080eb,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:35.302623 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:35.305782 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.306110 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.306602 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.307088 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.307570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.308048 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.308536 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.309008 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.309644 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.310106 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.310573 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.311044 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.311515 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b8d2-4d31-4daa-b162-c7143b7e6dde tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:32:35.407039 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (1604f8df-be92-4aa2-b2b5-51b1e095123e), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.468467 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-508157c0-4c0f-4a0b-a35a-07ce723a0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.470889 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-508157c0-4c0f-4a0b-a35a-07ce723a0536 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.2071934 Feb 08 17:32:35.529217 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '8a9b557d-2afc-475a-9876-c03a08fb88a2', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'port_id': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'mac_address': 'fa:16:3e:24:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60934cec-9d93-4ea4-9e00-ed745313db99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:32:33Z', 'updated_at': '2022-02-08T17:32:33Z', 'revision_number': 0, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:35.566290 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Checking router: e8766b1b-94cd-450b-80ae-701a57f4df87 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:32:35.575363 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (1604f8df-be92-4aa2-b2b5-51b1e095123e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.577020 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:32:35.578113 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:32:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:35.588803 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (1604f8df-be92-4aa2-b2b5-51b1e095123e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.634460 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-e2e7afe2-8631-43bb-9013-a82661509549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 998 time: 0.1467633 Feb 08 17:32:35.640884 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1604f8df-be92-4aa2-b2b5-51b1e095123e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:35.668946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.673894 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-96afbf29-0b82-4859-94ce-57f8aea4c9f1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900375 Feb 08 17:32:35.677118 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40472) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:35.683381 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:35.749368 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-fc789642-f5fb-4b80-83f7-0e0bd1ab02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.752464 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-fc789642-f5fb-4b80-83f7-0e0bd1ab02b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.1029589 Feb 08 17:32:35.763130 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a876-64b3-4185-aab1-54bf6a2ab588 req-413a0686-5a81-4617-ae35-7d9579459079 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.765121 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c322a876-64b3-4185-aab1-54bf6a2ab588 req-413a0686-5a81-4617-ae35-7d9579459079 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1900141 Feb 08 17:32:35.770200 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (fcceeb97-fe2b-425b-a495-c525d0af73a5), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.828689 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:32:35.874012 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-175c9ad8-0b02-4dab-b6e0-fba1f768dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:35.878987 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-175c9ad8-0b02-4dab-b6e0-fba1f768dbed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960367 Feb 08 17:32:35.888050 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (fcceeb97-fe2b-425b-a495-c525d0af73a5), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.893147 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c322a876-64b3-4185-aab1-54bf6a2ab588 req-c33ee645-8f81-4443-8410-b99b11b3dac4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190987 Feb 08 17:32:35.910950 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (fcceeb97-fe2b-425b-a495-c525d0af73a5), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.946760 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcceeb97-fe2b-425b-a495-c525d0af73a5,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:35.954145 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:35.961572 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a84090b5-bc3d-4bdd-962a-e6b2c79cfa40 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2830415 Feb 08 17:32:35.963074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40474) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:35.971141 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:36.007901 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (1af76bc0-add1-41cc-b2b9-bb439754ce8f), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.078808 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-f9e80f71-0020-40e8-ae60-874f5799eac0 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801474 Feb 08 17:32:36.111903 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (1af76bc0-add1-41cc-b2b9-bb439754ce8f), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.123955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (1af76bc0-add1-41cc-b2b9-bb439754ce8f), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.155355 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af76bc0-add1-41cc-b2b9-bb439754ce8f,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:36.179885 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.182172 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-33eb2033-122f-4c28-a19d-bdfbf6439028 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175257 Feb 08 17:32:36.185129 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40476) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:36.195912 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:36.240465 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (72c9947d-f720-466f-afa2-bb70597c0e40), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.267594 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c49460e8-347b-4447-8e90-775bbfcf1014 req-f5e5cdf8-df48-401f-af7a-2285d2740e2b service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736042 Feb 08 17:32:36.296376 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '8a9b557d-2afc-475a-9876-c03a08fb88a2', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'port_id': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'mac_address': 'fa:16:3e:24:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60934cec-9d93-4ea4-9e00-ed745313db99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:32:33Z', 'updated_at': '2022-02-08T17:32:33Z', 'revision_number': 0, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:36.352104 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0f7c3-d044-4e1b-807f-705b34cc62a4 None None] The sync data for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi is: [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '8a9b557d-2afc-475a-9876-c03a08fb88a2', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'port_id': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'mac_address': 'fa:16:3e:24:5c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60934cec-9d93-4ea4-9e00-ed745313db99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:32:33Z', 'updated_at': '2022-02-08T17:32:33Z', 'revision_number': 0, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:32:36.365950 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (72c9947d-f720-466f-afa2-bb70597c0e40), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.373274 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (72c9947d-f720-466f-afa2-bb70597c0e40), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.407619 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c9947d-f720-466f-afa2-bb70597c0e40,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:36.414787 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.416500 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8ef95e81-9c0b-46ee-a986-183e88c95b02 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2289469 Feb 08 17:32:36.419625 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40480) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:36.427277 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:36.463988 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Project b73d5104d66948b984ce1c84170053b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:32:36.469544 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877a992-8ad9-4027-93da-6e7afc159e59 req-93bdc6b0-8081-4fd5-9dd3-15e17b6ddffb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:36.474490 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (7fbd6a62-8cc6-4d14-bca3-a3e555b74ecb), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.481863 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0877a992-8ad9-4027-93da-6e7afc159e59 req-93bdc6b0-8081-4fd5-9dd3-15e17b6ddffb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0996046 Feb 08 17:32:36.562410 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0877a992-8ad9-4027-93da-6e7afc159e59 req-205de4b1-5d43-4b6c-9c15-b700f5114bc3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792754 Feb 08 17:32:36.605194 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (7fbd6a62-8cc6-4d14-bca3-a3e555b74ecb), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.607640 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (7fbd6a62-8cc6-4d14-bca3-a3e555b74ecb), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.633890 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbd6a62-8cc6-4d14-bca3-a3e555b74ecb,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:36.643502 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.649902 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-51cd1740-0002-41d2-965c-bd458f3a9987 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286553 Feb 08 17:32:36.650079 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40482) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:36.657987 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'security_group_rule': {'security_group_id': '63384b89-932d-4a52-8a75-530142e080eb', 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:36.696142 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Project b73d5104d66948b984ce1c84170053b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:32:36.707048 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (ce325973-7766-428f-8022-2956914c1b8b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.711697 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd421b-17c3-4c43-b419-ab25d997bba5 None None] New status for floating IP 8a9b557d-2afc-475a-9876-c03a08fb88a2: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:32:36.816168 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (ce325973-7766-428f-8022-2956914c1b8b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.821936 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (ce325973-7766-428f-8022-2956914c1b8b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.852577 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce325973-7766-428f-8022-2956914c1b8b,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:36.865234 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:36.867346 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8af6b31d-357b-456b-999d-496e6a47aae0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2153537 Feb 08 17:32:37.000600 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5e4e423c-239a-418a-8787-076ab6500d70 req-1e270768-2d29-4119-93df-8b122195e63f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433200769&fields=id&tenant_id=b73d5104d66948b984ce1c84170053b3 HTTP/1.1" status: 200 len: 267 time: 0.0639777 Feb 08 17:32:37.107618 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-81102f18-fd5d-4a5a-bd32-6c721192d33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:37.125959 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e423c-239a-418a-8787-076ab6500d70 req-31834aaf-c518-4ff0-9275-ed09faf69bbf tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:37.129335 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5e4e423c-239a-418a-8787-076ab6500d70 req-31834aaf-c518-4ff0-9275-ed09faf69bbf tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.1160157 Feb 08 17:32:37.138000 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a06c7-a538-4307-8355-d51a6f99b8ea req-ce76e82c-5b18-40ea-8940-9ebcfc4567ed tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:37.140884 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d0a06c7-a538-4307-8355-d51a6f99b8ea req-ce76e82c-5b18-40ea-8940-9ebcfc4567ed tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1231744 Feb 08 17:32:37.163112 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'port': {'security_groups': ['755f660b-08c2-45b9-bebc-7f061425e731', '63384b89-932d-4a52-8a75-530142e080eb']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:37.222324 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d0a06c7-a538-4307-8355-d51a6f99b8ea req-0623bc30-f442-4f62-9d10-98ddb1e3bdf4 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741096 Feb 08 17:32:37.266061 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:37.589737 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:37.647330 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:37.654023 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:37.685322 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:37.743673 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:37.743673 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:37.748389 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5e4e423c-239a-418a-8787-076ab6500d70 req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "PUT /v2.0/ports/42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 981 time: 0.6033018 Feb 08 17:32:37.749299 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:37.752085 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffce5d-6145-46e6-ab7e-b9dc23a06317" -d '{"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:37.840777 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962063f7-e569-4b7b-adac-7a581e8219a4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=6']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:37.856037 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd79d7d-ca55-4da9-80f2-30591defc2fb req-c23e3791-a952-4728-8207-6481169ee892 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:37.858740 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1fd79d7d-ca55-4da9-80f2-30591defc2fb req-c23e3791-a952-4728-8207-6481169ee892 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1456151 Feb 08 17:32:37.991819 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1fd79d7d-ca55-4da9-80f2-30591defc2fb req-8ac56c13-d254-4fd4-a70a-916c61333c7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217022 Feb 08 17:32:37.997277 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5c9f0-4d4e-42ce-9209-2145605a0ada req-b5a7e2c9-5c11-4654-9bc7-ac5f4cf2d332 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.000504 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-04d5c9f0-4d4e-42ce-9209-2145605a0ada req-b5a7e2c9-5c11-4654-9bc7-ac5f4cf2d332 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1470354 Feb 08 17:32:38.011288 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:38.091191 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6da79-324d-48af-9189-2dfd6d92770d x-openstack-request-id: req-45d6da79-324d-48af-9189-2dfd6d92770d {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:38.104103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:38.104103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45d6da79-324d-48af-9189-2dfd6d92770d {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:38.104103 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:32:38.129994 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:38.163564 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-04d5c9f0-4d4e-42ce-9209-2145605a0ada req-ef2b47ef-1ace-4248-bd45-ba7ebc3b740d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382968 Feb 08 17:32:38.205087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-c4310816-324e-42dc-b2f5-8ddaf6ae872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.207521 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-c4310816-324e-42dc-b2f5-8ddaf6ae872c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1168 time: 0.0777080 Feb 08 17:32:38.265316 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b682f3de-8563-4147-ad3e-29bded8531ec None None] Provisioning complete for port 42dfed98-3788-4fc6-9076-abcd719b2bc3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:32:38.265959 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b682f3de-8563-4147-ad3e-29bded8531ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:38.428259 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-5985ab11-4d0d-4b05-831d-ea7c2b6e3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.430703 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-5985ab11-4d0d-4b05-831d-ea7c2b6e3864 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.2118328 Feb 08 17:32:38.511718 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc678-7d06-4e51-991e-60cc17411d75 req-e61a88e0-7271-4721-b982-839675d9fb77 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.514093 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9edc678-7d06-4e51-991e-60cc17411d75 req-e61a88e0-7271-4721-b982-839675d9fb77 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1519318 Feb 08 17:32:38.569432 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b682f3de-8563-4147-ad3e-29bded8531ec None None] Current status of the port 42dfed98-3788-4fc6-9076-abcd719b2bc3 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:32:38.574090 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-9a9642a0-37ed-449e-b0d6-2c71cc4aad98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 1000 time: 0.1312723 Feb 08 17:32:38.690877 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c9edc678-7d06-4e51-991e-60cc17411d75 req-e9eb043f-5927-4d43-9785-6b160f9c5b54 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564422 Feb 08 17:32:38.704441 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-ef9f5a87-575a-45a1-96e4-05ab508e49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.706905 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-ef9f5a87-575a-45a1-96e4-05ab508e49e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.1181085 Feb 08 17:32:38.804450 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-6b628fe2-63d9-453f-b86d-bf250521183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:38.806436 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-6b628fe2-63d9-453f-b86d-bf250521183c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860200 Feb 08 17:32:38.928981 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-abe32cca-a929-41e2-b3fc-eb4dc2f5b9f2 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125240 Feb 08 17:32:39.081191 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-baffce5d-6145-46e6-ab7e-b9dc23a06317 req-f5579e89-bcce-4775-9eac-34747de87509 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427767 Feb 08 17:32:39.188304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5365d7-e860-4620-b953-4d7ca565f031 req-d64e7533-3fe3-4bad-8bf7-bbfe237082a8 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:39.190656 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fc5365d7-e860-4620-b953-4d7ca565f031 req-d64e7533-3fe3-4bad-8bf7-bbfe237082a8 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0832071 Feb 08 17:32:39.273556 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fc5365d7-e860-4620-b953-4d7ca565f031 req-33fc0624-44bb-4717-9076-9a7c22d5d86a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721338 Feb 08 17:32:39.872185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145e4dc-f891-470a-9376-0b3831c29030 req-a8106b6a-96ab-4c1b-9c15-56c8d9b30237 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:39.874919 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c145e4dc-f891-470a-9376-0b3831c29030 req-a8106b6a-96ab-4c1b-9c15-56c8d9b30237 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0841303 Feb 08 17:32:39.923106 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:39.948355 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c145e4dc-f891-470a-9376-0b3831c29030 req-60fc382c-fcdd-4928-96f5-798c37c844e7 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626495 Feb 08 17:32:40.464784 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af12301-4ba3-4ea4-a3fb-b251ac269acf req-4d7d0b36-3a0b-4051-abd0-c4fd6395a055 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:40.466894 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3af12301-4ba3-4ea4-a3fb-b251ac269acf req-4d7d0b36-3a0b-4051-abd0-c4fd6395a055 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0702145 Feb 08 17:32:40.549903 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3af12301-4ba3-4ea4-a3fb-b251ac269acf req-3b0a27e9-42f2-47a4-a4bf-d1d9e74c6ab6 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741301 Feb 08 17:32:41.150475 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dc810-d1dd-47c1-a3f9-6338b58c20c1 req-da3f94a4-15ed-4873-99f1-7cdc776a2b18 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:41.152581 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4f2dc810-d1dd-47c1-a3f9-6338b58c20c1 req-da3f94a4-15ed-4873-99f1-7cdc776a2b18 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0972638 Feb 08 17:32:41.213637 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4f2dc810-d1dd-47c1-a3f9-6338b58c20c1 req-72f153ef-066e-4132-b21f-5318b1fd94ae tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Feb 08 17:32:41.219070 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:41.708556 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71178168-a260-431f-b8ea-2dbf114068ac req-be543599-57b8-4ffe-a8aa-617f676ad787 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:41.711252 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71178168-a260-431f-b8ea-2dbf114068ac req-be543599-57b8-4ffe-a8aa-617f676ad787 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0690386 Feb 08 17:32:41.783356 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71178168-a260-431f-b8ea-2dbf114068ac req-c8918c14-fec0-4fcb-b7d8-2e320f8cca73 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644207 Feb 08 17:32:42.234093 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-a085f324-67f3-48ee-956d-927a1bbe6296 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:42.235961 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-a085f324-67f3-48ee-956d-927a1bbe6296 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.0807557 Feb 08 17:32:42.418119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bc98-9f0c-4d7e-8c93-bf1756d5815c req-c536f5a8-0694-4904-853d-6788f5fd7a28 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:42.419547 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8268bc98-9f0c-4d7e-8c93-bf1756d5815c req-c536f5a8-0694-4904-853d-6788f5fd7a28 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 946 time: 0.1075718 Feb 08 17:32:42.426968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Deleting port 31b3853a-c848-4c47-9011-d681d4245eae {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:32:42.427437 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (31b3853a-c848-4c47-9011-d681d4245eae), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:42.639599 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:42.798031 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8268bc98-9f0c-4d7e-8c93-bf1756d5815c req-51e05b51-dc8e-4272-99b0-75ca0137c5ce tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/security-groups?id=bda1c925-5379-434d-8453-f17f9c316508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672550 Feb 08 17:32:42.824743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] For port 31b3853a-c848-4c47-9011-d681d4245eae, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=31b3853a-c848-4c47-9011-d681d4245eae,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:42.825151 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (31b3853a-c848-4c47-9011-d681d4245eae), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:42.845762 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Calling delete_port for 31b3853a-c848-4c47-9011-d681d4245eae owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:32:42.968424 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1d19-f9c9-4cff-88b1-549e1b92daf6 req-9f68caee-cd9b-4d85-86df-ab229853d057 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:42.971399 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c3fb1d19-f9c9-4cff-88b1-549e1b92daf6 req-9f68caee-cd9b-4d85-86df-ab229853d057 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0835266 Feb 08 17:32:43.030913 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (31b3853a-c848-4c47-9011-d681d4245eae), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:43.044885 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c3fb1d19-f9c9-4cff-88b1-549e1b92daf6 req-1f3a704a-a33d-41f2-ab5f-d2f5f938e62e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639191 Feb 08 17:32:43.048474 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['31b3853a-c848-4c47-9011-d681d4245eae'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:32:43.084722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Pushing event deleted for resources: {'Port': ['ID=31b3853a-c848-4c47-9011-d681d4245eae,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:43.144243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] No DVR routers for this DVR port 31b3853a-c848-4c47-9011-d681d4245eae on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:32:43.146892 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:43.150330 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-134da007-a834-44f4-bb62-65ec2b6063a9 req-d59f1ab8-0a5f-4a87-b371-6e8e01a1e8c2 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.64 "DELETE /v2.0/ports/31b3853a-c848-4c47-9011-d681d4245eae HTTP/1.1" status: 204 len: 173 time: 0.9089754 Feb 08 17:32:43.150790 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'name': 'network-vif-deleted', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:43.153528 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392604ec-0a14-4d21-bc79-3ff861446ce1" -d '{"events": [{"server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "name": "network-vif-deleted", "tag": "31b3853a-c848-4c47-9011-d681d4245eae"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:43.199612 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ddf276-d378-4b10-b7dd-a553672623e3 x-openstack-request-id: req-49ddf276-d378-4b10-b7dd-a553672623e3 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:43.200066 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008c9c2-fd0b-4740-9eac-4b0cecaaf870", "name": "network-vif-deleted", "tag": "31b3853a-c848-4c47-9011-d681d4245eae", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:43.200418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49ddf276-d378-4b10-b7dd-a553672623e3 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:43.201224 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008c9c2-fd0b-4740-9eac-4b0cecaaf870', 'name': 'network-vif-deleted', 'tag': '31b3853a-c848-4c47-9011-d681d4245eae', 'status': 'completed', 'code': 200} Feb 08 17:32:43.957231 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-011f5459-4fd2-404b-8942-60324d4179f7 req-f15001b0-f1bc-4a6c-af31-37e67759df39 tempest-ServerRescueNegativeTestJSON-1653111515 tempest-ServerRescueNegativeTestJSON-1653111515-project] 10.222.0.69 "GET /v2.0/ports?device_id=3008c9c2-fd0b-4740-9eac-4b0cecaaf870 HTTP/1.1" status: 200 len: 210 time: 0.0367682 Feb 08 17:32:44.214883 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae2a58-0494-401e-8cf6-305812f0fb16 req-065cd918-8f90-417f-a84e-1380ec8500e5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:44.217783 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b8ae2a58-0494-401e-8cf6-305812f0fb16 req-065cd918-8f90-417f-a84e-1380ec8500e5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0680289 Feb 08 17:32:44.277607 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b8ae2a58-0494-401e-8cf6-305812f0fb16 req-8efa5ec8-15f3-471e-89d3-54c7563ae901 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530243 Feb 08 17:32:45.033351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40550) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:45.477729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b42a9-e67d-4414-b96c-7ede4d80c226 req-63c76df1-0643-45c3-8385-e6212d9f3c99 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:45.479319 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb3b42a9-e67d-4414-b96c-7ede4d80c226 req-63c76df1-0643-45c3-8385-e6212d9f3c99 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0986705 Feb 08 17:32:45.588661 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bb3b42a9-e67d-4414-b96c-7ede4d80c226 req-c76f51b3-8e01-4970-aef3-355ddd1c2244 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994704 Feb 08 17:32:45.642289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (523e260d-529e-4123-be90-f2f69a7c6351), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:46.045029 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Deleting port acc02e94-2daa-4d5e-8049-7e0f94a98ec0 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:32:46.045540 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:46.140899 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] For port acc02e94-2daa-4d5e-8049-7e0f94a98ec0, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,segment=NetworkSegment(fda01c4d-7563-467a-87ef-9d19a49fd660),segment_id=fda01c4d-7563-467a-87ef-9d19a49fd660)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:46.141434 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:46.156784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Calling delete_port for acc02e94-2daa-4d5e-8049-7e0f94a98ec0 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:32:46.248641 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 31b3853a-c848-4c47-9011-d681d4245eae no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:32:46.279301 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 31b3853a-c848-4c47-9011-d681d4245eae {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:32:46.279841 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 31b3853a-c848-4c47-9011-d681d4245eae not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:32:46.416195 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (acc02e94-2daa-4d5e-8049-7e0f94a98ec0), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:46.457133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Pushing event deleted for resources: {'Port': ['ID=acc02e94-2daa-4d5e-8049-7e0f94a98ec0,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:46.668053 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (523e260d-529e-4123-be90-f2f69a7c6351), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:46.753202 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8459428-ba02-4cdc-b60e-6c52ffcd4665 req-9bfe36bb-ab13-461c-91cc-da385493ec7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:46.755420 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d8459428-ba02-4cdc-b60e-6c52ffcd4665 req-9bfe36bb-ab13-461c-91cc-da385493ec7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0681734 Feb 08 17:32:46.821955 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d8459428-ba02-4cdc-b60e-6c52ffcd4665 req-f05ddcf2-fe68-45b7-ae20-a6fed9c58eeb tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579176 Feb 08 17:32:46.986711 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Router 523e260d-529e-4123-be90-f2f69a7c6351 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:32:47.177430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:32:47.190505 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40560) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:47.191506 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f4d061ed-591d-4ec7-9690-f91c0f54c77a admin admin] 10.222.0.69 "PUT /v2.0/routers/523e260d-529e-4123-be90-f2f69a7c6351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565380 Feb 08 17:32:47.195092 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Sync routers for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:32:47.215249 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:32:47.215249 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:32:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:47.395315 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks [] for router (523e260d-529e-4123-be90-f2f69a7c6351), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:47.406229 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:32:47.642044 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:32:46Z', 'revision_number': 5, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:47.686880 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Checking router: 523e260d-529e-4123-be90-f2f69a7c6351 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:32:47.703996 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Routers {'523e260d-529e-4123-be90-f2f69a7c6351'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:32:47.706017 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:32:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['523e260d-529e-4123-be90-f2f69a7c6351'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:47.846154 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks [] for router_gateway (523e260d-529e-4123-be90-f2f69a7c6351), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:47.880146 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] Set router 523e260d-529e-4123-be90-f2f69a7c6351 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:32:47.917324 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Deleting port 8f46a486-43f5-4e9c-9640-a01f913285f0 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:32:47.917881 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.011260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae3c6c-b7c2-4538-a7b4-0b82529ed1d4 req-eb5e01ee-230e-4ab7-bd22-8fc0981335d5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:48.014297 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffae3c6c-b7c2-4538-a7b4-0b82529ed1d4 req-eb5e01ee-230e-4ab7-bd22-8fc0981335d5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0826316 Feb 08 17:32:48.030644 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] For port 8f46a486-43f5-4e9c-9640-a01f913285f0, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8f46a486-43f5-4e9c-9640-a01f913285f0,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:32:48.031612 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.058426 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Calling delete_port for 8f46a486-43f5-4e9c-9640-a01f913285f0 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:32:48.090217 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ffae3c6c-b7c2-4538-a7b4-0b82529ed1d4 req-d0f7a228-2bab-4dde-af52-a75f5b4b768e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682065 Feb 08 17:32:48.237653 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:32:46Z', 'revision_number': 5, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:48.272563 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (8f46a486-43f5-4e9c-9640-a01f913285f0), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.282665 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61083b9-140e-4857-9c18-9b679a0d0065 None None] The sync data for ids ['523e260d-529e-4123-be90-f2f69a7c6351'] in dv-cinder-822040-2-iscsi is: [{'id': '523e260d-529e-4123-be90-f2f69a7c6351', 'name': 'tempest-ServerRescueNegativeTestJSON-289207748-router', 'tenant_id': '80022e131af94dfb9d6069b7d0492189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:32:46Z', 'revision_number': 5, 'project_id': '80022e131af94dfb9d6069b7d0492189', 'gw_port': {'id': '8f46a486-43f5-4e9c-9640-a01f913285f0', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e260d-529e-4123-be90-f2f69a7c6351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:05Z', 'updated_at': '2022-02-08T17:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:32:48.304960 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f46a486-43f5-4e9c-9640-a01f913285f0,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:48.370594 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2e311-2b94-4255-be1d-9fded5352826 req-a55d072b-7571-492e-bd3b-8c1b9ba36cbf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:48.372148 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66e2e311-2b94-4255-be1d-9fded5352826 req-a55d072b-7571-492e-bd3b-8c1b9ba36cbf tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Feb 08 17:32:48.383056 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (523e260d-529e-4123-be90-f2f69a7c6351), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.465224 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-66e2e311-2b94-4255-be1d-9fded5352826 req-159d27aa-21b8-4036-9385-c3ae8faaba44 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810237 Feb 08 17:32:48.487574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-7a48393b-04bf-41ed-b2e3-71c6513850bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:48.490402 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-7a48393b-04bf-41ed-b2e3-71c6513850bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 1129 time: 0.0980568 Feb 08 17:32:48.515879 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (523e260d-529e-4123-be90-f2f69a7c6351), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.521719 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks [] for router_controller (523e260d-529e-4123-be90-f2f69a7c6351), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.604294 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (523e260d-529e-4123-be90-f2f69a7c6351), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.604863 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523e260d-529e-4123-be90-f2f69a7c6351 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:32:48.613289 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.617767 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40572) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:48.617981 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d5b3b4dd-e7f9-42d3-be6d-90420c3cde76 admin admin] 10.222.0.69 "DELETE /v2.0/routers/523e260d-529e-4123-be90-f2f69a7c6351 HTTP/1.1" status: 204 len: 168 time: 1.4250133 Feb 08 17:32:48.639974 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-0a88159d-4761-451c-919d-b6ce203717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:48.642064 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-0a88159d-4761-451c-919d-b6ce203717bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 911 time: 0.1425965 Feb 08 17:32:48.787713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Deleting subnet 96901488-51e4-4d1f-a58b-38870e605a10 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:32:48.794780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Publish callbacks [] for subnet (96901488-51e4-4d1f-a58b-38870e605a10), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.825403 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-b26c6890-68eb-4524-896f-c97b64814a32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 200 len: 1000 time: 0.1563716 Feb 08 17:32:48.887002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (96901488-51e4-4d1f-a58b-38870e605a10), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:48.941245 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-ccdb6496-cd59-464d-8c48-a2c4880beb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:48.942747 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-ccdb6496-cd59-464d-8c48-a2c4880beb06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.1009161 Feb 08 17:32:48.948100 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (96901488-51e4-4d1f-a58b-38870e605a10), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.051571 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-0a61809d-5ce2-4b31-abe2-a0120408402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:49.053221 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-0a61809d-5ce2-4b31-abe2-a0120408402c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847478 Feb 08 17:32:49.059856 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (96901488-51e4-4d1f-a58b-38870e605a10), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.125289 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.132406 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/96901488-51e4-4d1f-a58b-38870e605a10 HTTP/1.1" status: 204 len: 168 time: 0.5133104 Feb 08 17:32:49.132682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40584) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:49.167437 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd001005-c14f-4ba8-bb40-355005e23639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96901488-51e4-4d1f-a58b-38870e605a10,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:49.237730 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-22a6dd71-d7de-4619-84ee-df0c267f2bab service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638234 Feb 08 17:32:49.275810 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.372182 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-577f2a7e-42cb-46cf-a235-d8b4c591171e req-cee72812-a0d4-4cec-a922-518fe0218142 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261582 Feb 08 17:32:49.389375 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.418935 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46790e1-2cb6-4cb5-8030-eb0d54e8c51c']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:49.435184 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda01c4d-7563-467a-87ef-9d19a49fd660') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:49.435470 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda01c4d-7563-467a-87ef-9d19a49fd660') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:32:49.448991 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (fda01c4d-7563-467a-87ef-9d19a49fd660), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.472858 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (fda01c4d-7563-467a-87ef-9d19a49fd660), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.483792 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:32:49.484220 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (fda01c4d-7563-467a-87ef-9d19a49fd660), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:32:49.487161 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:32:49.578966 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (e46790e1-2cb6-4cb5-8030-eb0d54e8c51c), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.592193 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:49.598063 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] 10.222.0.69 "DELETE /v2.0/networks/e46790e1-2cb6-4cb5-8030-eb0d54e8c51c HTTP/1.1" status: 204 len: 168 time: 0.4637959 Feb 08 17:32:49.625282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd772a-cfcb-48e3-a70b-19a060e51d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e46790e1-2cb6-4cb5-8030-eb0d54e8c51c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:49.699966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a2bc4-9a2f-4839-bab8-48750b226fe1 req-ae8afae5-1484-4a8a-bde9-404ce3645340 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:49.704182 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-825a2bc4-9a2f-4839-bab8-48750b226fe1 req-ae8afae5-1484-4a8a-bde9-404ce3645340 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1241505 Feb 08 17:32:49.715424 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device acc02e94-2daa-4d5e-8049-7e0f94a98ec0 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:32:49.765563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: acc02e94-2daa-4d5e-8049-7e0f94a98ec0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:32:49.765985 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device acc02e94-2daa-4d5e-8049-7e0f94a98ec0 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:32:49.766520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8f46a486-43f5-4e9c-9640-a01f913285f0 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:32:49.792240 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-825a2bc4-9a2f-4839-bab8-48750b226fe1 req-7ee6ec79-d9d6-486f-9955-c119680301f5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776830 Feb 08 17:32:49.797691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 8f46a486-43f5-4e9c-9640-a01f913285f0 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:32:49.798237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8f46a486-43f5-4e9c-9640-a01f913285f0 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:32:49.883755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40590) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:49.934153 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0e381849-b73b-483d-a39d-b0870a0e780a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80022e131af94dfb9d6069b7d0492189&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490808 Feb 08 17:32:49.938150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40592) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:50.017357 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] Publish callbacks [] for security_group (bda1c925-5379-434d-8453-f17f9c316508), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:50.056265 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] Publish callbacks [] for security_group (bda1c925-5379-434d-8453-f17f9c316508), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:50.121682 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bda1c925-5379-434d-8453-f17f9c316508), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:50.124516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:50.125713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bda1c925-5379-434d-8453-f17f9c316508 HTTP/1.1" status: 204 len: 168 time: 0.1865246 Feb 08 17:32:50.135934 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459fa7a-ff84-4e67-99eb-65ffa58039c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1c925-5379-434d-8453-f17f9c316508,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:50.956950 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bfcdf-a2b0-4003-9a06-65b04005bf7d req-cb13109e-2ed4-49d0-a7bd-2972c5dd3c87 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:50.958517 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a81bfcdf-a2b0-4003-9a06-65b04005bf7d req-cb13109e-2ed4-49d0-a7bd-2972c5dd3c87 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0685470 Feb 08 17:32:51.028781 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a81bfcdf-a2b0-4003-9a06-65b04005bf7d req-f3ebf05b-44a7-4876-8f43-9d267c8a1a3f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628583 Feb 08 17:32:51.056065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 40622) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:51.160060 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-88687520-network', 'tenant_id': '74eb713ad3e34829a512ab7b068613e4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:51.190365 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:32:51.194071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.209335 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.327083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks [] for security_group (f7fe9dfd-f5b0-486a-856c-7cf9c148cb82), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.332098 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f7fe9dfd-f5b0-486a-856c-7cf9c148cb82), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.361471 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:32:51.373127 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:51.382291 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f56b24d5-ad64-4685-ae3c-63a8432b11ba), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.382874 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Added segment f56b24d5-ad64-4685-ae3c-63a8432b11ba of type vlan for network 68303811-987d-45d3-911c-ea578153745e Feb 08 17:32:51.435998 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (68303811-987d-45d3-911c-ea578153745e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.472652 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (68303811-987d-45d3-911c-ea578153745e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.474154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:51.474816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.532223 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4749846 Feb 08 17:32:51.536713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 40628) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:32:51.540391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbfd6a-507f-4199-859e-1cb04691c9ca admin admin] Pushing event updated for resources: {'Network': ['ID=68303811-987d-45d3-911c-ea578153745e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:51.546683 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Request body: {'subnet': {'network_id': '68303811-987d-45d3-911c-ea578153745e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-88687520-subnet', 'tenant_id': '74eb713ad3e34829a512ab7b068613e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:51.555647 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 68303811-987d-45d3-911c-ea578153745e details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:32:51.571569 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:32:51.575291 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.805761 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (1c4b169a-fe86-4903-8b59-426bea11760b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.859979 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b169a-fe86-4903-8b59-426bea11760b,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:51.873422 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Checking segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:32:51.874028 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Network hostable DHCP agents. Network: 68303811-987d-45d3-911c-ea578153745e, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:32:51.898039 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Network 68303811-987d-45d3-911c-ea578153745e is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:32:51.917550 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 68303811-987d-45d3-911c-ea578153745e) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:32:51.924053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:51.924675 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:51.929341 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cd1b1-8e24-415a-b809-62026b310d21 None None] Network 68303811-987d-45d3-911c-ea578153745e requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:32:51.948164 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e82fb647-dc82-4b78-9b53-3c06d747ef35 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4097548 Feb 08 17:32:52.070980 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f0f84-cacb-41a9-b2c5-3fefe1fdc6e1 None None] Network 68303811-987d-45d3-911c-ea578153745e requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:32:52.745754 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-11217bd8-408a-4208-813e-5f884c33535c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:52.747345 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-11217bd8-408a-4208-813e-5f884c33535c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.3881516 Feb 08 17:32:52.765949 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-b51fa668-95ec-44e0-8914-b20908f46dad tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/quotas/74eb713ad3e34829a512ab7b068613e4 HTTP/1.1" status: 200 len: 375 time: 0.0120728 Feb 08 17:32:52.801610 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-80a0cd05-d3b9-4f7d-8b36-1c0aac9ef3e3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294995 Feb 08 17:32:52.917394 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-0a01fc36-55f4-4853-88b6-98141ece0f33 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041563 Feb 08 17:32:53.061338 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-4cd437a6-b7a9-45ab-a7ed-4149e8c4eb02 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378582 Feb 08 17:32:53.272841 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e7d6afc9-d495-4792-a872-3c53c279eacf req-f60b211c-0fc0-40dd-9cd4-7c99fbf44cd0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 210 time: 0.0367472 Feb 08 17:32:53.281098 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:32:54.408405 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a7486b0-eb29-489d-8b31-6a156f347157 req-c57d08b6-0d70-463f-ad90-305ca7589969 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 210 time: 0.0485525 Feb 08 17:32:54.615328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-c7abfc98-9574-44b9-abcd-856e004eaa67 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:54.617129 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-c7abfc98-9574-44b9-abcd-856e004eaa67 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.1821589 Feb 08 17:32:54.654170 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Request body: {'port': {'device_id': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'admin_state_up': True, 'tenant_id': '74eb713ad3e34829a512ab7b068613e4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:54.803871 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:32:54.811938 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:54.991260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Allocated IP 172.20.0.7 (68303811-987d-45d3-911c-ea578153745e/1c4b169a-fe86-4903-8b59-426bea11760b/777433bc-e1f2-41da-b7c6-8abca55ae19d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:32:55.202606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks [] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:55.242165 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:55.295600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Network 68303811-987d-45d3-911c-ea578153745e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:32:55.299498 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:32:55.303249 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:32:55.310054 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event updated for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:55.382111 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:55.382867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:55.405454 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-bee9ac66-4ddc-4e4f-9ed5-c4473d184708 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569709 Feb 08 17:32:55.437452 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Request body: {'port': {'device_id': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:32:55.515625 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:55.575217 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070966f-d383-4698-ac59-8cf4cc1c1c08 req-127d6a8a-9197-4504-835d-6c6abd1b6037 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:55.576780 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9070966f-d383-4698-ac59-8cf4cc1c1c08 req-127d6a8a-9197-4504-835d-6c6abd1b6037 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 931 time: 0.0665879 Feb 08 17:32:55.652920 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9070966f-d383-4698-ac59-8cf4cc1c1c08 req-0ce195ae-9223-4da5-a973-714be5e36310 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694890 Feb 08 17:32:55.904883 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777433bc-e1f2-41da-b7c6-8abca55ae19d {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:32:55.919408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks [] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:55.934973 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Transition to ACTIVE for port object 777433bc-e1f2-41da-b7c6-8abca55ae19d will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:32:55.940709 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:56.002605 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Pushing event updated for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:56.088334 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Attempting to bind port 777433bc-e1f2-41da-b7c6-8abca55ae19d on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:32:56.088730 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Attempting to bind port 777433bc-e1f2-41da-b7c6-8abca55ae19d by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:32:56.089187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Attempting to bind port 777433bc-e1f2-41da-b7c6-8abca55ae19d on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:32:56.097150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Port 777433bc-e1f2-41da-b7c6-8abca55ae19d on network 68303811-987d-45d3-911c-ea578153745e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:32:56.097686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Attempting to bind port 777433bc-e1f2-41da-b7c6-8abca55ae19d on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:32:56.104729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:32:56.105121 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Checking segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:32:56.105597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Bound using segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:32:56.106152 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Bound port: 777433bc-e1f2-41da-b7c6-8abca55ae19d, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:32:56.106641 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:56.196506 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:32:56.201606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:32:56.212637 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:56.250470 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:56.252077 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:32:56.254498 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] 10.222.0.64 "PUT /v2.0/ports/777433bc-e1f2-41da-b7c6-8abca55ae19d HTTP/1.1" status: 200 len: 1093 time: 0.8234982 Feb 08 17:32:56.255212 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:32:56.258747 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:32:56.291988 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be33d-7df4-46cb-ade1-3930965aaf28 service neutron] Pushing event updated for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:32:56.327963 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e20c4-f6b5-4354-bec1-772fd7443f73 x-openstack-request-id: req-cd2e20c4-f6b5-4354-bec1-772fd7443f73 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:32:56.328393 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:32:56.328797 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd2e20c4-f6b5-4354-bec1-772fd7443f73 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:32:56.329915 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d', 'status': 'completed', 'code': 200} Feb 08 17:32:56.368358 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-9fe44580-eef5-4037-ae4d-b65681f56b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:56.369984 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-9fe44580-eef5-4037-ae4d-b65681f56b47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 1127 time: 0.0566072 Feb 08 17:32:56.425926 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-c5cad3ac-844b-4727-baad-cae00d9dbfa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d HTTP/1.1" status: 200 len: 217 time: 0.0368683 Feb 08 17:32:56.525103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-47755d6c-389e-48d3-8c1b-e5c5e65272f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:56.527467 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-47755d6c-389e-48d3-8c1b-e5c5e65272f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0800655 Feb 08 17:32:56.574311 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-ea103600-2c39-4df6-870b-8ca1c586d44c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393670 Feb 08 17:32:56.733795 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-b97f5931-05e7-4088-826d-18c02388deaf service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521149 Feb 08 17:32:56.840963 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58464d07-06e7-4f92-9624-09039dc5cfee req-86e954fc-44be-4541-bc5f-10867f5b93a9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:56.843036 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-58464d07-06e7-4f92-9624-09039dc5cfee req-86e954fc-44be-4541-bc5f-10867f5b93a9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0750229 Feb 08 17:32:56.889987 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f2fdae21-c478-4173-8ce6-cd533f0fb311 req-d73135ce-44fb-4980-adfa-5fe8162ea0f2 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449168 Feb 08 17:32:56.938613 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-58464d07-06e7-4f92-9624-09039dc5cfee req-a29b497a-e56c-494f-9a03-34a00033e31b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Feb 08 17:32:57.039251 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-89a7960b-cafe-42f4-9ed4-857695491129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:57.041706 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-89a7960b-cafe-42f4-9ed4-857695491129 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 1127 time: 0.0860724 Feb 08 17:32:57.188328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-a10a27d6-36f1-4c92-92c6-0a22da86c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:57.189948 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-a10a27d6-36f1-4c92-92c6-0a22da86c7ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 914 time: 0.1283758 Feb 08 17:32:57.267546 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-6290245d-ea75-47d4-b158-1dc2704f0093 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d HTTP/1.1" status: 200 len: 217 time: 0.0607710 Feb 08 17:32:57.328701 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-0aca634e-3330-41cf-bb62-ac9c8f87410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:57.330975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-0aca634e-3330-41cf-bb62-ac9c8f87410a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0549884 Feb 08 17:32:57.374945 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-6712413a-f819-49e1-9ac6-6ef1bba513e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320830 Feb 08 17:32:57.530499 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-354c0a8e-be71-4a2b-a44b-abb1cb4fdbc8 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462395 Feb 08 17:32:58.102657 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36ac8-88c2-4e39-9d89-620647736b06 req-29c23394-b672-46e9-a6f6-792244f3592c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:58.104262 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfc36ac8-88c2-4e39-9d89-620647736b06 req-29c23394-b672-46e9-a6f6-792244f3592c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0659008 Feb 08 17:32:58.172390 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bfc36ac8-88c2-4e39-9d89-620647736b06 req-b33b5627-c1f0-40b9-9b93-7f62c82d1a23 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577898 Feb 08 17:32:58.461645 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-82a2d3a9-3b50-4324-9d8a-4b58ec63e0ce req-68f09ea2-1d92-40d3-afbd-d9714cb97a8a service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009173 Feb 08 17:32:59.331725 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2edd-06f3-4685-aa1e-49141a909b05 req-40b6ff5e-c22c-49aa-bcb0-215f52b1d42e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:32:59.334468 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f3fd2edd-06f3-4685-aa1e-49141a909b05 req-40b6ff5e-c22c-49aa-bcb0-215f52b1d42e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0855811 Feb 08 17:32:59.393647 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f3fd2edd-06f3-4685-aa1e-49141a909b05 req-aa47333e-9dbc-4cca-a49b-7e0bf98fcaf9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525858 Feb 08 17:33:00.534713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3105068-1abd-4d35-ba65-d299937e424f req-c5d2a120-4f89-4e88-a296-7fb6451db456 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:00.536486 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d3105068-1abd-4d35-ba65-d299937e424f req-c5d2a120-4f89-4e88-a296-7fb6451db456 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0593576 Feb 08 17:33:00.609936 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d3105068-1abd-4d35-ba65-d299937e424f req-70283016-ff8b-4d16-8a00-25c6b01abd85 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663249 Feb 08 17:33:01.744825 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b216e1-f37e-4868-98ce-896f602d1260 req-d9ac8e90-b08e-4424-9dae-ea26932b2afb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:01.746415 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24b216e1-f37e-4868-98ce-896f602d1260 req-d9ac8e90-b08e-4424-9dae-ea26932b2afb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0588827 Feb 08 17:33:01.806798 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-24b216e1-f37e-4868-98ce-896f602d1260 req-9a911d3d-8b17-4828-8e72-3eeb270019e6 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 Feb 08 17:33:02.935527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08da5-03c5-49e7-a943-a46ae4d5e766 req-823235eb-0a22-4751-b762-64faa5a79835 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:02.937138 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6b08da5-03c5-49e7-a943-a46ae4d5e766 req-823235eb-0a22-4751-b762-64faa5a79835 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 943 time: 0.0595973 Feb 08 17:33:03.001061 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f6b08da5-03c5-49e7-a943-a46ae4d5e766 req-812ea237-dd9f-43ef-afd5-4a72d59e9cf1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Feb 08 17:33:03.400471 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 777433bc-e1f2-41da-b7c6-8abca55ae19d details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:33:03.500264 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:03.512326 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '777433bc-e1f2-41da-b7c6-8abca55ae19d', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'port_id': '777433bc-e1f2-41da-b7c6-8abca55ae19d', 'mac_address': 'fa:16:3e:71:e6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b169a-fe86-4903-8b59-426bea11760b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:33:03.555720 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 777433bc-e1f2-41da-b7c6-8abca55ae19d is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:03.556116 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:03.569465 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777433bc-e1f2-41da-b7c6-8abca55ae19d {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:03.590311 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:03.595018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:03.658806 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:03.666143 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.666503 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.666878 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.667225 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.667563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.667899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.668234 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.668563 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.668894 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.669249 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.669581 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.669905 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:03.670229 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:04.124986 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b940f-7d42-488c-ba70-f787feab5132 req-3bfe1f87-18a7-4bb3-ad87-3af1fe32f76b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:04.127124 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d53b940f-7d42-488c-ba70-f787feab5132 req-3bfe1f87-18a7-4bb3-ad87-3af1fe32f76b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 944 time: 0.0590417 Feb 08 17:33:04.176744 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d53b940f-7d42-488c-ba70-f787feab5132 req-44827b77-820d-47a1-b6ca-71b6f07f28c0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Feb 08 17:33:04.684315 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:04.727935 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c62065d4-861a-407d-a794-d2bf3f992787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:05.311576 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766b3e7-aae8-48d7-828e-9186264cfc90 req-a95bd5f5-4f87-4d74-9601-2b3e88ab87f5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:05.313276 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8766b3e7-aae8-48d7-828e-9186264cfc90 req-a95bd5f5-4f87-4d74-9601-2b3e88ab87f5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 944 time: 0.0583920 Feb 08 17:33:05.369625 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8766b3e7-aae8-48d7-828e-9186264cfc90 req-4d4165bb-c649-4106-bbd0-cfffe06a5471 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Feb 08 17:33:06.563703 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ccef-afa3-49be-b5e1-da8d8ce06977 req-2bdda2ed-cf62-4cb2-91dc-0f0812b7daa5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:06.565180 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b37ccef-afa3-49be-b5e1-da8d8ce06977 req-2bdda2ed-cf62-4cb2-91dc-0f0812b7daa5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 944 time: 0.1204467 Feb 08 17:33:06.615927 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b37ccef-afa3-49be-b5e1-da8d8ce06977 req-064d22f5-09c7-4e89-8a99-5f9f535f1857 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448732 Feb 08 17:33:06.846328 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 777433bc-e1f2-41da-b7c6-8abca55ae19d up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:33:06.901447 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 777433bc-e1f2-41da-b7c6-8abca55ae19d completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:33:06.906018 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 777433bc-e1f2-41da-b7c6-8abca55ae19d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:33:06.906898 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:07.001993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 777433bc-e1f2-41da-b7c6-8abca55ae19d is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:07.002381 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:07.027825 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:07.030132 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f11d2a-8619-4b95-ac90-629216e0d6c5" -d '{"events": [{"server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "name": "network-vif-plugged", "status": "completed", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:07.048112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:07.052846 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:07.080156 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d83c33-13ce-4520-b989-d31b846fef74 x-openstack-request-id: req-e2d83c33-13ce-4520-b989-d31b846fef74 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:07.080488 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "name": "network-vif-plugged", "status": "completed", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:07.080696 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2d83c33-13ce-4520-b989-d31b846fef74 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:07.081070 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d', 'code': 200} Feb 08 17:33:07.121117 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-42b3ea53-835f-4766-b924-6fd3e3df46d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:07.125087 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:07.762608 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbe91f-f40c-4b64-bf75-f89ef53d46da req-fe655b7a-6875-4502-9271-e748478e256b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:07.764166 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-05bbe91f-f40c-4b64-bf75-f89ef53d46da req-fe655b7a-6875-4502-9271-e748478e256b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0610566 Feb 08 17:33:07.819106 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-05bbe91f-f40c-4b64-bf75-f89ef53d46da req-89cd36d6-8634-49cc-81cf-b4fdc7397641 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471611 Feb 08 17:33:08.010367 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:08.783614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e7c9-8ffe-4884-aca8-32fcd767aabb req-6f4c9c89-27c1-445b-afa2-80ae5ccfd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:08.785661 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d591e7c9-8ffe-4884-aca8-32fcd767aabb req-6f4c9c89-27c1-445b-afa2-80ae5ccfd0b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 1129 time: 0.0546985 Feb 08 17:33:08.841654 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d591e7c9-8ffe-4884-aca8-32fcd767aabb req-1c3dadd8-3591-4456-a976-1d3b2e1885f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Feb 08 17:33:09.024840 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a7954-9d8e-40dd-b010-d761b80a7e97 req-f12fb4e6-f232-4d7c-bf88-dcb7c8b14f67 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:09.026295 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-616a7954-9d8e-40dd-b010-d761b80a7e97 req-f12fb4e6-f232-4d7c-bf88-dcb7c8b14f67 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.1217248 Feb 08 17:33:09.081711 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-616a7954-9d8e-40dd-b010-d761b80a7e97 req-03dc62ee-caed-4bbc-82f8-937e68168982 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Feb 08 17:33:09.931747 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:09.940904 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-0fa1b20d-69b0-43f3-99b6-2c4f24089597 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746443 Feb 08 17:33:10.027630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-05ccfabd-c4ac-44f3-821c-25b9889cea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:10.029369 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-05ccfabd-c4ac-44f3-821c-25b9889cea05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 1131 time: 0.0556073 Feb 08 17:33:10.167962 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-6549c9c4-02b4-4e41-bd97-0868b9655597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:10.169797 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-6549c9c4-02b4-4e41-bd97-0868b9655597 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1143866 Feb 08 17:33:10.262420 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-7a17a476-b133-4367-a0a3-d408996e2559 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 200 len: 1002 time: 0.0798109 Feb 08 17:33:10.287020 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c343bc-47ed-4108-84d3-34524e15a70c req-7b923c9d-20ff-4fd0-a26a-200efca05402 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:10.289978 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2c343bc-47ed-4108-84d3-34524e15a70c req-7b923c9d-20ff-4fd0-a26a-200efca05402 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0871055 Feb 08 17:33:10.343022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-bccc5261-455a-4120-8067-c12d8e1b7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:10.347051 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-bccc5261-455a-4120-8067-c12d8e1b7713 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0603259 Feb 08 17:33:10.358538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2c343bc-47ed-4108-84d3-34524e15a70c req-d30ec64b-1043-4c3f-977b-8bf67f33385f tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596347 Feb 08 17:33:10.417683 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-0ffd17ef-3e5a-4083-b356-57d989f123ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:10.419113 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-0ffd17ef-3e5a-4083-b356-57d989f123ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622578 Feb 08 17:33:10.559845 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-2dba7aef-70b8-4bfd-a4db-65a1cf95b58d service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316166 Feb 08 17:33:10.686903 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c2afac18-f20f-46b3-88b1-dc4aeed28718 req-a1df9633-6210-4f76-b878-a5e7fa30ce45 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204209 Feb 08 17:33:11.216492 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:11.535913 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a383b-3e98-4634-a87a-95a5cf13e913 req-66e70449-8785-4bc5-bc9d-d52da285cef2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:11.537408 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-da1a383b-3e98-4634-a87a-95a5cf13e913 req-66e70449-8785-4bc5-bc9d-d52da285cef2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0845776 Feb 08 17:33:11.598327 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-da1a383b-3e98-4634-a87a-95a5cf13e913 req-17232a9d-045d-4975-8801-bca689cde9b8 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498350 Feb 08 17:33:12.650706 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:21.320704 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3ee49-3668-4c23-95ca-0d5fe9d52ae7 req-77ecfb78-74d3-4ff4-8028-3799f7bee097 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:21.323260 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-89f3ee49-3668-4c23-95ca-0d5fe9d52ae7 req-77ecfb78-74d3-4ff4-8028-3799f7bee097 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.0775385 Feb 08 17:33:21.362897 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-3f4e989a-2b21-473d-a3a8-f52d35439b2e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:21.365962 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-3f4e989a-2b21-473d-a3a8-f52d35439b2e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.1494224 Feb 08 17:33:21.388652 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-7bc2dd17-d948-45e9-8b0a-1dd6a27b7af9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/quotas/74eb713ad3e34829a512ab7b068613e4 HTTP/1.1" status: 200 len: 375 time: 0.0127511 Feb 08 17:33:21.401487 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-89f3ee49-3668-4c23-95ca-0d5fe9d52ae7 req-bdb43120-9e6f-4924-8b38-a57187f1a722 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703530 Feb 08 17:33:21.479968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-32e03802-d9b2-42b0-af13-edfd90ed4aa1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812602 Feb 08 17:33:21.594417 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-eea5056a-8881-47dd-92d2-8c71294b3800 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062191 Feb 08 17:33:21.715314 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-a3639e7e-5b93-47d9-a7c1-6d7269edafde service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140444 Feb 08 17:33:21.953931 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f5c9722a-3a14-4a1a-a39d-c86856f11926 req-00665db6-f81f-4e5f-a46a-d616e70dfd68 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Feb 08 17:33:22.595574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115c8a-3222-4038-9b70-3a467f8e2625 req-ea68dfc1-f3be-4c34-bee3-8bea93b65afc tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:22.597433 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d115c8a-3222-4038-9b70-3a467f8e2625 req-ea68dfc1-f3be-4c34-bee3-8bea93b65afc tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.0810223 Feb 08 17:33:22.658710 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d115c8a-3222-4038-9b70-3a467f8e2625 req-580068b7-14c6-45d9-8647-d638af627fe9 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530179 Feb 08 17:33:23.074512 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-25574ecd-a8d6-4524-a826-3298b1d07791 req-d8867b95-824f-41af-91af-75db8002478b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 210 time: 0.0361261 Feb 08 17:33:23.525282 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-1ce644e8-0e81-4eaa-8bc7-cfb949c17357 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:23.527069 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-1ce644e8-0e81-4eaa-8bc7-cfb949c17357 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.1297066 Feb 08 17:33:23.552190 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Request body: {'port': {'device_id': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'admin_state_up': True, 'tenant_id': '74eb713ad3e34829a512ab7b068613e4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:23.705327 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:33:23.711182 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:23.920040 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae278817-eba7-4b63-8bf9-fb88a86f9ca5 req-f188de9a-2cb9-41f6-8c69-b23f4fa9d9e0 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:23.921704 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ae278817-eba7-4b63-8bf9-fb88a86f9ca5 req-f188de9a-2cb9-41f6-8c69-b23f4fa9d9e0 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.1644533 Feb 08 17:33:23.958075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Allocated IP 172.20.0.5 (68303811-987d-45d3-911c-ea578153745e/1c4b169a-fe86-4903-8b59-426bea11760b/472f6165-5949-4189-97d6-03690f24a2a5) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:33:24.006056 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ae278817-eba7-4b63-8bf9-fb88a86f9ca5 req-f353c4ed-2505-4b4a-a592-c943f07cfae4 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783868 Feb 08 17:33:24.048500 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-6791f1bf-0bc8-4ed4-ae96-1e2748a9b780 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:24.050169 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-6791f1bf-0bc8-4ed4-ae96-1e2748a9b780 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 945 time: 0.0770319 Feb 08 17:33:24.192599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks [] for port (472f6165-5949-4189-97d6-03690f24a2a5), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.199303 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-31ae5efe-c0be-46fa-b9e5-594c32bee0e5 req-9bebdfe0-61e5-4351-8087-c38c6f60cdf7 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 210 time: 0.0355544 Feb 08 17:33:24.209323 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Deleting port 07259bed-79e4-4b11-adde-1d7572de3152 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:33:24.209661 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (07259bed-79e4-4b11-adde-1d7572de3152), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.240157 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.258779 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:24.301703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Network 68303811-987d-45d3-911c-ea578153745e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:33:24.308737 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:33:24.314573 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:33:24.318775 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event updated for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:24.333000 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] For port 07259bed-79e4-4b11-adde-1d7572de3152, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=07259bed-79e4-4b11-adde-1d7572de3152,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:24.333504 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (07259bed-79e4-4b11-adde-1d7572de3152), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.354462 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Calling delete_port for 07259bed-79e4-4b11-adde-1d7572de3152 owned by compute:nova {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:33:24.370364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:24.371710 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.393036 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-2c9f58f5-6c70-4cbf-a628-5fb6f6b23175 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478034 Feb 08 17:33:24.471649 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Request body: {'port': {'device_id': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:24.531478 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (07259bed-79e4-4b11-adde-1d7572de3152), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.549323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['07259bed-79e4-4b11-adde-1d7572de3152'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:24.563106 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (472f6165-5949-4189-97d6-03690f24a2a5), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.569598 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Pushing event deleted for resources: {'Port': ['ID=07259bed-79e4-4b11-adde-1d7572de3152,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:24.638723 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] No DVR routers for this DVR port 07259bed-79e4-4b11-adde-1d7572de3152 on host hv-cinder-82204 {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:33:24.641608 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.645311 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f6d82ce4-8ad8-4806-bfda-d94bceddbaed req-988b5f6e-808a-4305-8aa4-7d92ee2e99ba tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "DELETE /v2.0/ports/07259bed-79e4-4b11-adde-1d7572de3152 HTTP/1.1" status: 204 len: 173 time: 0.5890434 Feb 08 17:33:24.646317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'name': 'network-vif-deleted', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:24.648733 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cce4185-f276-4573-b525-1067635062ce" -d '{"events": [{"server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "name": "network-vif-deleted", "tag": "07259bed-79e4-4b11-adde-1d7572de3152"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:24.711754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e609a29-c03f-49ae-a31d-b64b5d48f540 x-openstack-request-id: req-4e609a29-c03f-49ae-a31d-b64b5d48f540 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:24.712103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3429541-40a1-4951-83df-6552bcb67e2e", "name": "network-vif-deleted", "tag": "07259bed-79e4-4b11-adde-1d7572de3152", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:24.712451 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e609a29-c03f-49ae-a31d-b64b5d48f540 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:24.712945 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3429541-40a1-4951-83df-6552bcb67e2e', 'name': 'network-vif-deleted', 'tag': '07259bed-79e4-4b11-adde-1d7572de3152', 'status': 'completed', 'code': 200} Feb 08 17:33:24.907125 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472f6165-5949-4189-97d6-03690f24a2a5 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:24.916190 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks [] for port (472f6165-5949-4189-97d6-03690f24a2a5), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.930467 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Transition to ACTIVE for port object 472f6165-5949-4189-97d6-03690f24a2a5 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:33:24.934734 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:24.987314 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Pushing event updated for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:25.081911 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Attempting to bind port 472f6165-5949-4189-97d6-03690f24a2a5 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:33:25.082435 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Attempting to bind port 472f6165-5949-4189-97d6-03690f24a2a5 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:33:25.082887 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Attempting to bind port 472f6165-5949-4189-97d6-03690f24a2a5 on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:25.088563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Port 472f6165-5949-4189-97d6-03690f24a2a5 on network 68303811-987d-45d3-911c-ea578153745e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:33:25.088962 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Attempting to bind port 472f6165-5949-4189-97d6-03690f24a2a5 on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:25.095140 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:33:25.095477 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Checking segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:33:25.095885 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Bound using segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:33:25.096303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Bound port: 472f6165-5949-4189-97d6-03690f24a2a5, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:33:25.096667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (472f6165-5949-4189-97d6-03690f24a2a5), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:25.149384 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c836ae18-3b10-44c3-a5c4-09b1fcabfc89 req-745be255-81a7-4135-a867-5d84abab4be0 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3429541-40a1-4951-83df-6552bcb67e2e HTTP/1.1" status: 200 len: 210 time: 0.0334141 Feb 08 17:33:25.169630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:33:25.172767 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=472f6165-5949-4189-97d6-03690f24a2a5,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:33:25.186485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:25.244977 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:25.246044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:25.249287 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] 10.222.0.64 "PUT /v2.0/ports/472f6165-5949-4189-97d6-03690f24a2a5 HTTP/1.1" status: 200 len: 1093 time: 0.8376315 Feb 08 17:33:25.250031 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:25.254293 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572" -d '{"events": [{"name": "network-changed", "server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "tag": "472f6165-5949-4189-97d6-03690f24a2a5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:25.296966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19140d82-5345-48c9-b546-b79e2b15b36e service neutron] Pushing event updated for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:25.367571 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f30e0d-5cb9-4f65-8680-016d16ec2967 x-openstack-request-id: req-89f30e0d-5cb9-4f65-8680-016d16ec2967 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:25.367571 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "tag": "472f6165-5949-4189-97d6-03690f24a2a5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:25.367571 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89f30e0d-5cb9-4f65-8680-016d16ec2967 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:25.367571 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5', 'status': 'completed', 'code': 200} Feb 08 17:33:25.419496 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32b98d-f279-49ea-8fa9-c22b785926ee req-9fff21c6-5adc-41c3-9eec-b3d230c5ef2b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:25.421077 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d32b98d-f279-49ea-8fa9-c22b785926ee req-9fff21c6-5adc-41c3-9eec-b3d230c5ef2b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 943 time: 0.0975800 Feb 08 17:33:25.423309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-e733f9ee-2b3d-47be-803b-2a58fb5dc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:25.424820 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-e733f9ee-2b3d-47be-803b-2a58fb5dc9df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 1127 time: 0.1135786 Feb 08 17:33:25.484950 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-13dee590-10d2-4d69-8906-6b9def69f977 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=472f6165-5949-4189-97d6-03690f24a2a5 HTTP/1.1" status: 200 len: 217 time: 0.0409241 Feb 08 17:33:25.535342 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7d32b98d-f279-49ea-8fa9-c22b785926ee req-f405a96c-e83e-4f8c-bf29-4df8d03b5d9e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075191 Feb 08 17:33:25.558751 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-33f0039a-d944-4e85-a1fc-e67a4523b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:25.560227 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-33f0039a-d944-4e85-a1fc-e67a4523b86b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0641708 Feb 08 17:33:25.599652 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-60138bf7-7a11-4965-aa60-6e706114b6fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322113 Feb 08 17:33:25.715389 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-b91ccb7d-8c06-4778-bf30-b7c4f8791fea service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074579 Feb 08 17:33:25.832974 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b0c5f71f-1cc3-4add-93e0-1133780de4d9 req-1864477e-4ce4-4bb1-8490-d146ddb74d81 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098382 Feb 08 17:33:25.960921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-da48dbce-e0b7-449f-8017-aa6d0b05dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:25.962596 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-da48dbce-e0b7-449f-8017-aa6d0b05dd7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 1127 time: 0.0552831 Feb 08 17:33:26.083543 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-ed5a6206-289b-4c8b-8cf5-177982d0a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:26.086115 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-ed5a6206-289b-4c8b-8cf5-177982d0a2bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 914 time: 0.1156642 Feb 08 17:33:26.148348 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-145cf706-5ac2-46ad-8aec-ff0dac6c3c6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=472f6165-5949-4189-97d6-03690f24a2a5 HTTP/1.1" status: 200 len: 217 time: 0.0495512 Feb 08 17:33:26.211055 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-35efdb7d-cc62-4d5b-89e9-72b08f21daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:26.212559 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-35efdb7d-cc62-4d5b-89e9-72b08f21daea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0555127 Feb 08 17:33:26.253783 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-db70323f-e365-4f1f-9886-7454bf8af139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288899 Feb 08 17:33:26.371696 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-c4090259-a6ad-4e25-9df6-62700a21e3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094940 Feb 08 17:33:26.507974 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70cd3cae-bb5d-4cc4-a3a9-01cc0acf5572 req-5560bce5-f95d-4fc0-bcae-46d43ed6187a service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204047 Feb 08 17:33:26.688832 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0e311-8d5f-4c4b-9504-ddee28441e68 req-db597556-a3cb-4df8-a26f-d93072848bdb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:26.690801 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59d0e311-8d5f-4c4b-9504-ddee28441e68 req-db597556-a3cb-4df8-a26f-d93072848bdb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 943 time: 0.0668514 Feb 08 17:33:26.732557 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 07259bed-79e4-4b11-adde-1d7572de3152 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:33:26.758912 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-59d0e311-8d5f-4c4b-9504-ddee28441e68 req-a4a59410-3725-4ac7-b035-f0755bbe9bcd tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Feb 08 17:33:26.761888 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 07259bed-79e4-4b11-adde-1d7572de3152 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:33:26.762456 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 07259bed-79e4-4b11-adde-1d7572de3152 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:33:27.924042 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b86fd-703d-4173-868e-e403cb1d5e81 req-893a5ddc-2b5c-4b2f-8aaf-a3ccd0350a0e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:27.926471 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d2b86fd-703d-4173-868e-e403cb1d5e81 req-893a5ddc-2b5c-4b2f-8aaf-a3ccd0350a0e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 943 time: 0.0802650 Feb 08 17:33:27.983722 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0d2b86fd-703d-4173-868e-e403cb1d5e81 req-44ca78bc-1bff-4385-b663-d77ca46d4ede tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502992 Feb 08 17:33:29.116710 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f026-73c5-426e-a806-363bee21cd46 req-8b34895b-eecd-425a-b2b1-f1abc89905a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:29.118282 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e61f026-73c5-426e-a806-363bee21cd46 req-8b34895b-eecd-425a-b2b1-f1abc89905a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 943 time: 0.0588872 Feb 08 17:33:29.174886 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8e61f026-73c5-426e-a806-363bee21cd46 req-56a07e06-55b1-4c38-9f7a-8d97e7a15c98 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Feb 08 17:33:29.397011 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 472f6165-5949-4189-97d6-03690f24a2a5 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:33:29.529972 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=472f6165-5949-4189-97d6-03690f24a2a5,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:29.550831 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '472f6165-5949-4189-97d6-03690f24a2a5', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'port_id': '472f6165-5949-4189-97d6-03690f24a2a5', 'mac_address': 'fa:16:3e:32:31:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b169a-fe86-4903-8b59-426bea11760b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:33:29.617093 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 472f6165-5949-4189-97d6-03690f24a2a5 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:29.617766 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (472f6165-5949-4189-97d6-03690f24a2a5), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:29.639372 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472f6165-5949-4189-97d6-03690f24a2a5 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:29.668560 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=472f6165-5949-4189-97d6-03690f24a2a5,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:29.673930 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:29.724926 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:30.022027 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['472f6165-5949-4189-97d6-03690f24a2a5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:30.282090 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:33:30.356374 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11f15-0afa-4730-8b37-07a17faf21c9 req-c8955036-3bac-4001-bf55-c1ed4164c12d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:30.357986 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0ef11f15-0afa-4730-8b37-07a17faf21c9 req-c8955036-3bac-4001-bf55-c1ed4164c12d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 944 time: 0.0834968 Feb 08 17:33:30.422169 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0ef11f15-0afa-4730-8b37-07a17faf21c9 req-27fa6b23-77fc-4630-b2d7-baedba32b3be tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Feb 08 17:33:31.421267 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 472f6165-5949-4189-97d6-03690f24a2a5 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:33:31.482004 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 472f6165-5949-4189-97d6-03690f24a2a5 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:33:31.486577 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 472f6165-5949-4189-97d6-03690f24a2a5 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:33:31.486988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (472f6165-5949-4189-97d6-03690f24a2a5), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:31.574045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b355c-360d-4a13-aa9a-22c944731cbc req-e3343802-fb28-4e17-82c7-d3ef42f1729c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:31.575549 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-546b355c-360d-4a13-aa9a-22c944731cbc req-e3343802-fb28-4e17-82c7-d3ef42f1729c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 944 time: 0.0737212 Feb 08 17:33:31.586387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 472f6165-5949-4189-97d6-03690f24a2a5 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:31.587026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (472f6165-5949-4189-97d6-03690f24a2a5), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:31.619357 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:31.621656 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ae27a8-c667-4831-bf0a-bb347b40c903" -d '{"events": [{"server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "name": "network-vif-plugged", "status": "completed", "tag": "472f6165-5949-4189-97d6-03690f24a2a5"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:31.626909 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-546b355c-360d-4a13-aa9a-22c944731cbc req-bcbc7134-0df5-49a8-843c-3ca66969ce38 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Feb 08 17:33:31.640363 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=472f6165-5949-4189-97d6-03690f24a2a5,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:31.644818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:31.674919 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9024e-1bd8-4d97-9e8f-1ab4bd5459da x-openstack-request-id: req-76a9024e-1bd8-4d97-9e8f-1ab4bd5459da {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:31.675239 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "name": "network-vif-plugged", "status": "completed", "tag": "472f6165-5949-4189-97d6-03690f24a2a5", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:31.675497 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76a9024e-1bd8-4d97-9e8f-1ab4bd5459da {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:31.675886 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5', 'code': 200} Feb 08 17:33:31.708868 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:31.898031 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5cb1f-a172-46ca-b25e-a89eb3d408ca req-d75309c0-8658-4323-a219-b0b98c696c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:31.899740 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f9f5cb1f-a172-46ca-b25e-a89eb3d408ca req-d75309c0-8658-4323-a219-b0b98c696c52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 1129 time: 0.0616157 Feb 08 17:33:31.969495 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f9f5cb1f-a172-46ca-b25e-a89eb3d408ca req-13d20fa1-b450-4e06-a0b0-bf86e72f47c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617714 Feb 08 17:33:32.767227 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c0ef-1dc1-43ad-add7-74d5bfb25332 req-1661983a-c6f9-4a9b-ac8e-1ff683a6ae6a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:32.768750 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a3a1c0ef-1dc1-43ad-add7-74d5bfb25332 req-1661983a-c6f9-4a9b-ac8e-1ff683a6ae6a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0566568 Feb 08 17:33:32.840515 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a3a1c0ef-1dc1-43ad-add7-74d5bfb25332 req-ff6a008c-62cf-43d4-b823-0ddf427642a8 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630894 Feb 08 17:33:33.445750 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9fad5-cb96-42ca-8a58-ae4a0aa03c27 req-300b1038-8921-476f-a5ad-ea8707bba3a7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:33.447392 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8c9fad5-cb96-42ca-8a58-ae4a0aa03c27 req-300b1038-8921-476f-a5ad-ea8707bba3a7 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.3126657 Feb 08 17:33:33.517786 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8c9fad5-cb96-42ca-8a58-ae4a0aa03c27 req-4490a234-c96e-4381-977c-d0e6cb7d3db1 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596559 Feb 08 17:33:33.965552 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801afce-6ea8-43b1-8989-5093efdf56e1 req-4ed86e99-9320-479c-8855-96a3a66435df tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:33.967159 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c801afce-6ea8-43b1-8989-5093efdf56e1 req-4ed86e99-9320-479c-8855-96a3a66435df tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0546334 Feb 08 17:33:34.020427 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c801afce-6ea8-43b1-8989-5093efdf56e1 req-45aa7a44-927d-4f5f-895c-e24b5bbfd943 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Feb 08 17:33:34.641528 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd976cde-38cf-4056-8921-39e4b9ae390b req-84ca0499-28b9-431e-aef3-aa3d05e382b4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:34.642962 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cd976cde-38cf-4056-8921-39e4b9ae390b req-84ca0499-28b9-431e-aef3-aa3d05e382b4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0555377 Feb 08 17:33:34.690991 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-887d8fed-5ab8-4b3a-96a6-bf68d0d9a24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:34.708146 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cd976cde-38cf-4056-8921-39e4b9ae390b req-881da353-6d92-487f-8eb6-190570617206 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594752 Feb 08 17:33:34.983171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-092890e1-2fd2-405c-86e3-16eb38bf769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:34.986241 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-092890e1-2fd2-405c-86e3-16eb38bf769f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1168 time: 0.0784364 Feb 08 17:33:35.177432 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-ff2d29f4-5180-401d-905d-6caebada1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.179238 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-ff2d29f4-5180-401d-905d-6caebada1d03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.1535916 Feb 08 17:33:35.242056 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6a62f-4da4-464a-99f2-5c528cbcde78 req-2ad41eba-1472-4b48-9134-f2822c06ba9d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.243678 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5fb6a62f-4da4-464a-99f2-5c528cbcde78 req-2ad41eba-1472-4b48-9134-f2822c06ba9d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.1387613 Feb 08 17:33:35.291682 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-dc268be5-de66-4136-8f5b-ee5be59ac58a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 1000 time: 0.1050415 Feb 08 17:33:35.358426 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5fb6a62f-4da4-464a-99f2-5c528cbcde78 req-c28ab552-09b1-4707-aa88-b1bee634bdc4 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059797 Feb 08 17:33:35.384981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-7949575a-eb84-426d-95d6-950312c6d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.387391 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-7949575a-eb84-426d-95d6-950312c6d9ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.0831988 Feb 08 17:33:35.454687 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-028abf27-4885-40e3-a7df-ad68f505d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.456258 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-028abf27-4885-40e3-a7df-ad68f505d966 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565295 Feb 08 17:33:35.531689 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-3a36123b-41f0-46da-a60c-e883c0810d9a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.534655 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-3a36123b-41f0-46da-a60c-e883c0810d9a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 814 time: 0.1503518 Feb 08 17:33:35.562028 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-7cf1a990-3f55-4fa7-a2db-1a0288389d57 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/quotas/8bc58680f1494f0c941c254f20b7ad9f HTTP/1.1" status: 200 len: 375 time: 0.0172970 Feb 08 17:33:35.586382 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-c83f71e7-eabe-4388-9eb4-74ff240d662f service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200378 Feb 08 17:33:35.604333 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-52ce657f-0013-4ebc-9703-a30a861e659d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350239 Feb 08 17:33:35.720034 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3f150a41-7f68-4c01-8c83-42814bd8edc3 req-4ddd1c44-f3b5-4e09-8dc3-74ccdefb451e service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209779 Feb 08 17:33:35.806701 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-f37d1710-9e48-4f82-8fe2-9fc544ee3f9e service neutron] 10.222.0.69 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950908 Feb 08 17:33:35.895482 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da050-1e84-42d8-937a-7c5d07db2936 req-8db32df3-59a4-4183-9447-8a517e56d238 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:35.898378 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d11da050-1e84-42d8-937a-7c5d07db2936 req-8db32df3-59a4-4183-9447-8a517e56d238 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0884070 Feb 08 17:33:35.957733 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-9ec6de61-fb46-4b90-a428-28da736b8220 service neutron] 10.222.0.69 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447775 Feb 08 17:33:36.032043 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d11da050-1e84-42d8-937a-7c5d07db2936 req-0c13569a-12e3-4aff-ad15-6e48ae8d1487 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237426 Feb 08 17:33:36.228459 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5cc01498-ecb6-40c3-b96d-7c03b27b36ce req-e63e8e2e-497d-4630-9ac9-75a72ee49dfd tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 210 time: 0.0314288 Feb 08 17:33:36.542980 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff60ba3-1ce1-4421-b604-9abed15997c7 req-2a295a4d-d21e-434e-84f3-2a9bf2e6aae9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:36.545632 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ff60ba3-1ce1-4421-b604-9abed15997c7 req-2a295a4d-d21e-434e-84f3-2a9bf2e6aae9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0847108 Feb 08 17:33:36.617832 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ff60ba3-1ce1-4421-b604-9abed15997c7 req-20558741-40c8-489c-8473-69094d880aa0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Feb 08 17:33:37.107063 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d537e-5621-4a8d-a4be-24628e70ffab req-5b88573f-7f69-41b1-9ad4-0d09da82b69e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:37.110021 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ca8d537e-5621-4a8d-a4be-24628e70ffab req-5b88573f-7f69-41b1-9ad4-0d09da82b69e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0864375 Feb 08 17:33:37.114496 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8ae06f73-e95b-43f0-bbe9-eaf7162c1c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:37.198709 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ca8d537e-5621-4a8d-a4be-24628e70ffab req-a9243fe0-3cb4-4f26-a4c1-bf2ec3c42085 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812504 Feb 08 17:33:37.312212 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140eca6-668a-4d77-84be-b7beeb53d0a0 req-0cfbbc38-57c6-40fd-873a-fd67c1a7659c tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:37.314945 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e140eca6-668a-4d77-84be-b7beeb53d0a0 req-0cfbbc38-57c6-40fd-873a-fd67c1a7659c tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0751185 Feb 08 17:33:37.414355 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e140eca6-668a-4d77-84be-b7beeb53d0a0 req-2a5bce3c-50a8-4771-84ca-949f535b68ae tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932095 Feb 08 17:33:37.415391 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e47d82f5-089c-4a03-b851-8b6c010390ac req-5fa2b41a-8e70-44a8-a5f8-111293397a59 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 210 time: 0.0456824 Feb 08 17:33:37.691903 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-2118aa81-4f3b-462c-bbda-589e9920d2fe tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:37.693703 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-2118aa81-4f3b-462c-bbda-589e9920d2fe tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 814 time: 0.1526537 Feb 08 17:33:37.713405 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Request body: {'port': {'device_id': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2', 'admin_state_up': True, 'tenant_id': '8bc58680f1494f0c941c254f20b7ad9f'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:37.868351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Made reservation on behalf of 8bc58680f1494f0c941c254f20b7ad9f for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:33:37.875191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.029638 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.086387 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Allocated IP 172.20.0.3 (e00650e9-60fb-433d-8933-974a605223d2/822d5d08-7556-4e41-8dee-27368846ca91/2ce2fd96-10b4-41ed-951a-837a866ac88e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:33:38.348133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks [] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.437763 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399e827-f2a1-4d73-954e-d1610018d97b req-949af4cf-d436-4a71-8213-0a0383297889 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:38.439765 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3399e827-f2a1-4d73-954e-d1610018d97b req-949af4cf-d436-4a71-8213-0a0383297889 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0992284 Feb 08 17:33:38.442822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.521038 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Network e00650e9-60fb-433d-8933-974a605223d2 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:33:38.531892 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:33:38.533364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:33:38.549523 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Pushing event updated for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:38.589548 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.590519 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.590878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.591216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.591616 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.591954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.592284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.592614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.592946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.593476 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.593766 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.594072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.594397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:38.597816 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cbc6b-3bce-4045-b811-413a16182a37 req-6ce00e1a-dfa7-468e-99d4-b4079b619947 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:38.599930 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-485cbc6b-3bce-4045-b811-413a16182a37 req-6ce00e1a-dfa7-468e-99d4-b4079b619947 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 931 time: 0.0783539 Feb 08 17:33:38.610471 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3399e827-f2a1-4d73-954e-d1610018d97b req-9ade6863-aa81-461d-a3b6-c6f19a7e5c8a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538711 Feb 08 17:33:38.636944 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:38.637981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.661658 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-5fd356c1-7521-460e-9f06-816ef1a6def5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528906 Feb 08 17:33:38.689326 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Request body: {'port': {'device_id': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:38.701270 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-485cbc6b-3bce-4045-b811-413a16182a37 req-dffceeb0-590b-4298-8114-5420536c729e tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940325 Feb 08 17:33:38.817262 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:38.848878 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53f40-94f3-4253-af9c-e6a1daeed6d2 req-04fd0ec7-19f6-436c-8448-1a145530904d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:38.851107 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-43d53f40-94f3-4253-af9c-e6a1daeed6d2 req-04fd0ec7-19f6-436c-8448-1a145530904d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1272812 Feb 08 17:33:38.951527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-87ec3031-1f98-4fce-8b59-a40b81f16fea tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:38.953429 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-87ec3031-1f98-4fce-8b59-a40b81f16fea tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.1489317 Feb 08 17:33:38.974468 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-7a0332b0-fdbb-4c1f-a197-4349365b826e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/quotas/74eb713ad3e34829a512ab7b068613e4 HTTP/1.1" status: 200 len: 375 time: 0.0144930 Feb 08 17:33:39.016351 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-43d53f40-94f3-4253-af9c-e6a1daeed6d2 req-c3f4ffb1-a1c9-4b99-83d6-5098f5b7a508 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390140 Feb 08 17:33:39.056980 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-6d3c2bb4-9bcb-417a-912f-fef7dcfea7d9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767622 Feb 08 17:33:39.168812 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-c502f7f8-1f8f-4384-ba87-2d3c7073a5c1 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038470 Feb 08 17:33:39.215037 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce2fd96-10b4-41ed-951a-837a866ac88e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:39.229725 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks [] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.247324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Transition to ACTIVE for port object 2ce2fd96-10b4-41ed-951a-837a866ac88e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:33:39.252155 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.279806 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-c0185ec3-8899-493e-b904-7a0deea37595 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034515 Feb 08 17:33:39.325384 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:39.421715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Attempting to bind port 2ce2fd96-10b4-41ed-951a-837a866ac88e on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:33:39.422574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Attempting to bind port 2ce2fd96-10b4-41ed-951a-837a866ac88e by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:33:39.422791 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Attempting to bind port 2ce2fd96-10b4-41ed-951a-837a866ac88e on network e00650e9-60fb-433d-8933-974a605223d2 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:39.430534 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Port 2ce2fd96-10b4-41ed-951a-837a866ac88e on network e00650e9-60fb-433d-8933-974a605223d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:33:39.431052 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Attempting to bind port 2ce2fd96-10b4-41ed-951a-837a866ac88e on network e00650e9-60fb-433d-8933-974a605223d2 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:39.438676 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:33:39.440301 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Checking segment: {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:33:39.440301 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Bound using segment: {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:33:39.440682 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Bound port: 2ce2fd96-10b4-41ed-951a-837a866ac88e, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fdacca-0000-4e0a-a726-a48305747cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:33:39.440901 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.578157 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8655f7b5-6f0f-4a65-a4b1-50d1c81dbfbc req-c9017b1a-0485-4de8-9843-def70bc1863a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 210 time: 0.0645480 Feb 08 17:33:39.618773 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:33:39.623824 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:33:39.631566 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.675623 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:39.676357 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.678488 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ce2fd96-10b4-41ed-951a-837a866ac88e HTTP/1.1" status: 200 len: 1093 time: 0.9961514 Feb 08 17:33:39.679081 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:39.682379 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8809f17-25dd-4132-bbda-843152a13550" -d '{"events": [{"name": "network-changed", "server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:39.740337 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec253f9-2ca0-4176-96b2-957fd4c6b1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:39.840122 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26fbbe-f503-4d0f-ac85-e9503ceb39b7 req-af7d7f1c-a2d2-481e-aa40-66bf691bc7c2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:39.845738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3331fef-d6f3-4454-a8f8-bc7d41c7cc65 x-openstack-request-id: req-f3331fef-d6f3-4454-a8f8-bc7d41c7cc65 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:39.846233 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:39.847047 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f3331fef-d6f3-4454-a8f8-bc7d41c7cc65 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:39.847727 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e', 'status': 'completed', 'code': 200} Feb 08 17:33:39.852175 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8d26fbbe-f503-4d0f-ac85-e9503ceb39b7 req-af7d7f1c-a2d2-481e-aa40-66bf691bc7c2 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.1184916 Feb 08 17:33:39.860961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-2246cfc4-4986-477d-9174-ced016b3fa47 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:39.864007 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-2246cfc4-4986-477d-9174-ced016b3fa47 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 947 time: 0.0937679 Feb 08 17:33:39.961371 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:39.985955 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8d26fbbe-f503-4d0f-ac85-e9503ceb39b7 req-0e3d4f30-3dd1-45ac-8993-4b132d091735 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=18dd76d5-a793-448d-aa5b-db9c90ee9dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224995 Feb 08 17:33:39.990255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-b30535d0-d4e8-479e-bb8f-67e3aea423dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:39.992061 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-b30535d0-d4e8-479e-bb8f-67e3aea423dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 1127 time: 0.1661782 Feb 08 17:33:40.063379 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-8e46c20e-87c7-4d27-9c0d-e10a87d1dd3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e HTTP/1.1" status: 200 len: 217 time: 0.0523875 Feb 08 17:33:40.088609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Deleting port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:33:40.089121 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:40.108664 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caad85d-ef2b-4ac4-b23b-b22fdb810935 req-d663b247-0ab3-4978-84b5-120ecf3f1658 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:40.111474 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9caad85d-ef2b-4ac4-b23b-b22fdb810935 req-d663b247-0ab3-4978-84b5-120ecf3f1658 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 943 time: 0.1402953 Feb 08 17:33:40.156968 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-dfc39672-bb96-4094-a372-7f7eba48da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:40.158804 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-dfc39672-bb96-4094-a372-7f7eba48da2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=822d5d08-7556-4e41-8dee-27368846ca91 HTTP/1.1" status: 200 len: 854 time: 0.0772665 Feb 08 17:33:40.222454 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-cad74aa2-a76c-4ddd-ad29-3d40477cd96c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e00650e9-60fb-433d-8933-974a605223d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526876 Feb 08 17:33:40.287220 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9caad85d-ef2b-4ac4-b23b-b22fdb810935 req-512411ae-ba5a-4ea5-81d0-25712133108f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579678 Feb 08 17:33:40.316230 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] For port 72759e6a-9d50-4192-90ea-3e1d17bb4b78, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=72759e6a-9d50-4192-90ea-3e1d17bb4b78,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:40.316602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:40.355426 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaf87f-e1ab-4abf-a907-ea0278809c72 req-9bdc9bdd-072d-44f4-80a4-8c9b07fec37f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:40.361785 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8fcaf87f-e1ab-4abf-a907-ea0278809c72 req-9bdc9bdd-072d-44f4-80a4-8c9b07fec37f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1540885 Feb 08 17:33:40.389708 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-1c100fa7-aa71-4f77-b02c-dce9d9500c44 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456776 Feb 08 17:33:40.484144 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8fcaf87f-e1ab-4abf-a907-ea0278809c72 req-7b8b7584-e4a7-4294-baa6-e10f666038a0 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176329 Feb 08 17:33:40.538602 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2e490b4-6c0a-405b-8dd7-4a2daf95fdc4 req-04ae27b8-838e-48b4-92f9-ca0de9ece143 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328948 Feb 08 17:33:40.641308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:40.642255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:40.644159 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Floating IP f96654b3-f07f-40bf-9a1e-2ee00c40cb00 disassociated. External IP: 172.27.3.177, port: 72759e6a-9d50-4192-90ea-3e1d17bb4b78. Feb 08 17:33:40.644782 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Calling delete_port for 72759e6a-9d50-4192-90ea-3e1d17bb4b78 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:33:40.675844 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8809f17-25dd-4132-bbda-843152a13550 req-fcd19ef0-0ef0-4b23-a3a8-0f5a30ca4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:40.678234 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-fcd19ef0-0ef0-4b23-a3a8-0f5a30ca4c61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 1127 time: 0.0752971 Feb 08 17:33:40.743562 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8875654d-00e2-4032-9dbe-b617b1d3d989 req-9e4bc667-d7ab-40a8-9894-b250a6e6543b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 210 time: 0.0809703 Feb 08 17:33:40.825201 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8809f17-25dd-4132-bbda-843152a13550 req-86bbac90-2093-42ed-b133-a2e5f223b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:40.827565 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-86bbac90-2093-42ed-b133-a2e5f223b181 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 200 len: 915 time: 0.1385248 Feb 08 17:33:40.885139 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-a693ddb5-cd40-4f58-9a69-3d0571b75534 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e HTTP/1.1" status: 200 len: 217 time: 0.0438843 Feb 08 17:33:40.896383 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (72759e6a-9d50-4192-90ea-3e1d17bb4b78), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:40.947678 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'Port': ['ID=72759e6a-9d50-4192-90ea-3e1d17bb4b78,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:41.211159 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-e55d43c7-5a80-4639-a49b-9bbbf5475957 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:41.214431 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-e55d43c7-5a80-4639-a49b-9bbbf5475957 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.2804172 Feb 08 17:33:41.236691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:41.241621 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Request body: {'port': {'device_id': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'admin_state_up': True, 'tenant_id': '74eb713ad3e34829a512ab7b068613e4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:41.269026 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6b5dda00-0734-4f5d-9abd-c2b9b989d23e req-59cab2ee-e029-4e02-aa0d-d34d7aa80d8f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 210 time: 0.0378249 Feb 08 17:33:41.295468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8809f17-25dd-4132-bbda-843152a13550 req-02efd040-680a-4e1e-a9c9-ff9c7d3ce28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:41.298551 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-02efd040-680a-4e1e-a9c9-ff9c7d3ce28d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=822d5d08-7556-4e41-8dee-27368846ca91 HTTP/1.1" status: 200 len: 854 time: 0.3956616 Feb 08 17:33:41.324317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:33:41.352272 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-eb31d95e-e38b-46e6-ac2f-104002f1ddc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e00650e9-60fb-433d-8933-974a605223d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421722 Feb 08 17:33:41.438752 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:33:41.441961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:41.519509 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-321bfc6d-4af3-4ac0-82d4-f678fe147224 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538136 Feb 08 17:33:41.671951 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:33:41.689227 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:33:41.697624 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4a0b0-53cc-4c03-934a-fa3abfecc2d1 req-6ffd8640-64d1-4039-9592-3a4308a91391 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:41.699911 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42b4a0b0-53cc-4c03-934a-fa3abfecc2d1 req-6ffd8640-64d1-4039-9592-3a4308a91391 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 943 time: 0.2207375 Feb 08 17:33:41.706555 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-f0066c2f-612d-4561-b7f9-1d59e6333287 service neutron] 10.222.0.64 "GET /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675744 Feb 08 17:33:41.708969 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:33:41.709955 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:33:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:41.722533 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64a0a9-628b-4295-ba2d-13c71c4645f0 req-5a17ea5a-25b7-48fa-8c70-48dd74449068 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:41.734947 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf64a0a9-628b-4295-ba2d-13c71c4645f0 req-5a17ea5a-25b7-48fa-8c70-48dd74449068 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1345804 Feb 08 17:33:41.844731 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf64a0a9-628b-4295-ba2d-13c71c4645f0 req-ebc4eee5-7a96-42f6-b9b8-69761b6eb01e tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078651 Feb 08 17:33:41.941120 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:33:41.960968 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-04346b26-8054-4d06-82d2-adac9e2d6fc0 req-402360ef-5270-45d7-8a7a-1393cbd85ceb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 210 time: 0.0440729 Feb 08 17:33:42.086968 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] No DVR routers for this DVR port 72759e6a-9d50-4192-90ea-3e1d17bb4b78 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:33:42.098820 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:42.102123 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-01ae79bb-7cca-4ecc-a127-731ee149888b req-832b304c-3819-4f27-975d-42b27bb1c413 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "DELETE /v2.0/ports/72759e6a-9d50-4192-90ea-3e1d17bb4b78 HTTP/1.1" status: 204 len: 173 time: 2.2234337 Feb 08 17:33:42.103978 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-deleted', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:42.106110 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c5fa5c-89cc-49ff-926a-1f0a7f573681" -d '{"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-deleted", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:42.129739 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Allocated IP 172.20.0.2 (68303811-987d-45d3-911c-ea578153745e/1c4b169a-fe86-4903-8b59-426bea11760b/c0746dd4-2e81-48be-9572-611238bd7c8e) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:33:42.166090 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42b4a0b0-53cc-4c03-934a-fa3abfecc2d1 req-179b0af7-a6d7-4350-a4e9-d79abe3eaaab tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354048 Feb 08 17:33:42.240848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f1d83d-3dcf-4141-b6fb-5c94722b85ce x-openstack-request-id: req-72f1d83d-3dcf-4141-b6fb-5c94722b85ce {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:42.241619 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f173b-bae7-44a2-b686-0179e64e9c30", "name": "network-vif-deleted", "tag": "72759e6a-9d50-4192-90ea-3e1d17bb4b78", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:42.242046 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72f1d83d-3dcf-4141-b6fb-5c94722b85ce {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:42.242682 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f173b-bae7-44a2-b686-0179e64e9c30', 'name': 'network-vif-deleted', 'tag': '72759e6a-9d50-4192-90ea-3e1d17bb4b78', 'status': 'completed', 'code': 200} Feb 08 17:33:42.254934 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:42.293025 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:33:42.307149 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:33:42.307918 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:33:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:42.449678 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks [] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:42.493176 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cb63699a-59b3-48d8-8e67-a817942266dc req-33c5f88d-d506-4f3a-8b03-e9421f223afa tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73f173b-bae7-44a2-b686-0179e64e9c30 HTTP/1.1" status: 200 len: 210 time: 0.0530360 Feb 08 17:33:42.493596 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:33:42.547610 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:42.568217 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d', '472f6165-5949-4189-97d6-03690f24a2a5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:42.615457 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Network 68303811-987d-45d3-911c-ea578153745e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:33:42.618729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:33:42.623782 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:33:42.628422 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event updated for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:42.676594 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:42.677458 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:42.695693 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-77cb9c57-4133-4a16-a078-7fe11f761e82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4590979 Feb 08 17:33:42.726931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Request body: {'port': {'device_id': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:42.832197 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:42.977924 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.064225 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01923b0f-e2f4-4a47-a27f-d4e49ad3959f req-64afee1a-9e0c-482b-a35d-18885c5847b4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:43.066184 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-01923b0f-e2f4-4a47-a27f-d4e49ad3959f req-64afee1a-9e0c-482b-a35d-18885c5847b4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1209817 Feb 08 17:33:43.099335 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:43.149740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885fe561-ce13-44a3-9432-1c513e42b04b None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:33:43.162032 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-01923b0f-e2f4-4a47-a27f-d4e49ad3959f req-49f1d43e-1d80-4d33-bf54-d30ed1a1abfd tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864651 Feb 08 17:33:43.351272 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6383c7-61e4-4920-9780-f5408571d291 req-48b952ba-e220-4077-a71d-f7eee9c405e9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:43.352791 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c6383c7-61e4-4920-9780-f5408571d291 req-48b952ba-e220-4077-a71d-f7eee9c405e9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 931 time: 0.2412450 Feb 08 17:33:43.359001 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fde5c-13fa-44dd-b5b1-c252ed27cf81 req-c896b00f-9dfe-469f-a3c9-c1a1bf031160 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:43.361185 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f6fde5c-13fa-44dd-b5b1-c252ed27cf81 req-c896b00f-9dfe-469f-a3c9-c1a1bf031160 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 943 time: 0.0961423 Feb 08 17:33:43.452547 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 2ce2fd96-10b4-41ed-951a-837a866ac88e details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:33:43.465351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0746dd4-2e81-48be-9572-611238bd7c8e {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:43.470358 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2f6fde5c-13fa-44dd-b5b1-c252ed27cf81 req-5e853035-0a20-4eb6-88cb-0e607a2db794 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947299 Feb 08 17:33:43.472252 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:33:43.481079 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks [] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.511964 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Transition to ACTIVE for port object c0746dd4-2e81-48be-9572-611238bd7c8e will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:33:43.516387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 72759e6a-9d50-4192-90ea-3e1d17bb4b78 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:33:43.516797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 72759e6a-9d50-4192-90ea-3e1d17bb4b78 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:33:43.525334 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2c6383c7-61e4-4920-9780-f5408571d291 req-912b168b-04f1-4851-8ff6-f2107b66b131 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583660 Feb 08 17:33:43.527820 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.624726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:43.645934 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ef334-3af1-4188-b0b6-43f44a9424dc None None] New status for floating IP f96654b3-f07f-40bf-9a1e-2ee00c40cb00: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:33:43.685536 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41108) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:43.725843 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:43.785404 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '2ce2fd96-10b4-41ed-951a-837a866ac88e', 'network_id': 'e00650e9-60fb-433d-8933-974a605223d2', 'port_id': '2ce2fd96-10b4-41ed-951a-837a866ac88e', 'mac_address': 'fa:16:3e:80:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822d5d08-7556-4e41-8dee-27368846ca91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:33:43.815256 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (18dd76d5-a793-448d-aa5b-db9c90ee9dfd), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.831636 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Attempting to bind port c0746dd4-2e81-48be-9572-611238bd7c8e on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:33:43.832236 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Attempting to bind port c0746dd4-2e81-48be-9572-611238bd7c8e by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:33:43.832677 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Attempting to bind port c0746dd4-2e81-48be-9572-611238bd7c8e on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:43.843369 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Port c0746dd4-2e81-48be-9572-611238bd7c8e on network 68303811-987d-45d3-911c-ea578153745e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:33:43.844060 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Attempting to bind port c0746dd4-2e81-48be-9572-611238bd7c8e on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:43.854544 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:33:43.854876 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Checking segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:33:43.858361 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Bound using segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:33:43.858361 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Bound port: c0746dd4-2e81-48be-9572-611238bd7c8e, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:33:43.860356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.875905 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (18dd76d5-a793-448d-aa5b-db9c90ee9dfd), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.903735 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 2ce2fd96-10b4-41ed-951a-837a866ac88e is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:43.904345 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:43.941057 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce2fd96-10b4-41ed-951a-837a866ac88e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:44.008197 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:44.014837 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.024738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:33:44.032464 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=c0746dd4-2e81-48be-9572-611238bd7c8e,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:33:44.041925 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.043172 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18dd76d5-a793-448d-aa5b-db9c90ee9dfd), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.048058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.049903 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "DELETE /v2.0/security-groups/18dd76d5-a793-448d-aa5b-db9c90ee9dfd HTTP/1.1" status: 204 len: 168 time: 0.3629029 Feb 08 17:33:44.056469 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41110) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:44.090288 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd76d5-a793-448d-aa5b-db9c90ee9dfd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:44.095919 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.api.v2.resource [None req-1f352dd0-c1ea-4375-882a-85576662199f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] show failed (client error): The resource could not be found. Feb 08 17:33:44.097627 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1f352dd0-c1ea-4375-882a-85576662199f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups/18dd76d5-a793-448d-aa5b-db9c90ee9dfd HTTP/1.1" status: 404 len: 347 time: 0.0389991 Feb 08 17:33:44.107189 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41112) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:44.132185 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.132523 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.138172 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.138552 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.138867 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.139944 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.140294 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.140636 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.140967 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.141317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.141642 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.142008 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.142338 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62698f-8716-4576-ab4e-fdff6245cc66 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:33:44.147681 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:44.149884 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:44.150460 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.152440 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] 10.222.0.64 "PUT /v2.0/ports/c0746dd4-2e81-48be-9572-611238bd7c8e HTTP/1.1" status: 200 len: 1093 time: 1.4308147 Feb 08 17:33:44.196290 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e6161-1042-4450-9d26-72c4b982a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:44.276501 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:44.281140 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a" -d '{"events": [{"name": "network-changed", "server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:44.351690 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-af3de6fc-2e11-47af-b72f-fc6c48813766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:44.359078 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-af3de6fc-2e11-47af-b72f-fc6c48813766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 1127 time: 0.1373749 Feb 08 17:33:44.364126 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09a027-46a5-4cac-8ba0-124ec7930b7b x-openstack-request-id: req-4b09a027-46a5-4cac-8ba0-124ec7930b7b {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:44.364872 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:44.365523 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b09a027-46a5-4cac-8ba0-124ec7930b7b {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:44.366540 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e', 'status': 'completed', 'code': 200} Feb 08 17:33:44.444298 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-15c712ef-ee9a-4dc5-a959-507ad5d46887 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0746dd4-2e81-48be-9572-611238bd7c8e HTTP/1.1" status: 200 len: 217 time: 0.0586405 Feb 08 17:33:44.478264 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03799c91-effd-4479-99e5-20072d2e5719 req-4925743c-62f4-48c3-9bde-0e3449298d0a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:44.480394 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-03799c91-effd-4479-99e5-20072d2e5719 req-4925743c-62f4-48c3-9bde-0e3449298d0a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1360717 Feb 08 17:33:44.506358 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Deleting port 48b16af5-d07b-41d6-b467-81a1ef90c276 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:33:44.507149 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.507640 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-00d4ff88-7468-42eb-96ec-ec7214620767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:44.509333 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-00d4ff88-7468-42eb-96ec-ec7214620767 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0565553 Feb 08 17:33:44.525034 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['2ce2fd96-10b4-41ed-951a-837a866ac88e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:44.576752 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-42345872-3f8c-4e97-9372-81c69b1e3d4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514274 Feb 08 17:33:44.649633 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-03799c91-effd-4479-99e5-20072d2e5719 req-8196d6e5-cc66-4d5b-bd47-0a31d9ab171b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591952 Feb 08 17:33:44.667960 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.669011 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (48b16af5-d07b-41d6-b467-81a1ef90c276), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:44.691551 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Calling delete_port for 48b16af5-d07b-41d6-b467-81a1ef90c276 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:33:44.859054 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9172921-137a-4f04-af31-37a9633e98c9 req-e049ebe0-991b-48c6-b896-6300d647b5b5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:44.862782 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9172921-137a-4f04-af31-37a9633e98c9 req-e049ebe0-991b-48c6-b896-6300d647b5b5 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 944 time: 0.1736095 Feb 08 17:33:44.940430 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-a8159840-06e0-4222-bf00-2a799fdbd9dc service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530798 Feb 08 17:33:45.003225 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b9172921-137a-4f04-af31-37a9633e98c9 req-d1b0b459-b537-4a21-96d2-0ec912385020 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232026 Feb 08 17:33:45.037139 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (48b16af5-d07b-41d6-b467-81a1ef90c276), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:45.101729 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cec01-d352-451b-a2b2-b01c5e94ae0b req-02aa4095-8295-4f2e-8770-1a1227749198 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:45.105467 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b8cec01-d352-451b-a2b2-b01c5e94ae0b req-02aa4095-8295-4f2e-8770-1a1227749198 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 943 time: 0.2196038 Feb 08 17:33:45.109934 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'Port': ['ID=48b16af5-d07b-41d6-b467-81a1ef90c276,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:45.175929 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6f18756a-719e-49af-8ece-f9286c52a2a1 req-f7a158c5-065c-4cd2-a1f2-e26855608efe service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253323 Feb 08 17:33:45.273538 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (f96654b3-f07f-40bf-9a1e-2ee00c40cb00), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:45.279615 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:45.287195 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b6b47c69-942d-4cb9-8610-a497f53ff1cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "DELETE /v2.0/floatingips/f96654b3-f07f-40bf-9a1e-2ee00c40cb00 HTTP/1.1" status: 204 len: 168 time: 1.1715848 Feb 08 17:33:45.292275 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b8cec01-d352-451b-a2b2-b01c5e94ae0b req-19721a1c-ef81-4be7-9651-3566eafa72ae tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655045 Feb 08 17:33:45.385765 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-be8bf1bc-5602-4125-a332-1b29b919daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:45.388123 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-be8bf1bc-5602-4125-a332-1b29b919daf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 1127 time: 0.1175904 Feb 08 17:33:45.541831 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-8f471b69-26aa-40b5-827d-9a6a79d71426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:45.545330 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-8f471b69-26aa-40b5-827d-9a6a79d71426 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 914 time: 0.1476924 Feb 08 17:33:45.626563 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-d45ccddd-748c-405e-b1b6-96dd2f8ec17f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0746dd4-2e81-48be-9572-611238bd7c8e HTTP/1.1" status: 200 len: 217 time: 0.0560338 Feb 08 17:33:45.716935 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-4fcf3123-98dd-4b4e-b63e-521a5b5c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:45.720769 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-4fcf3123-98dd-4b4e-b63e-521a5b5c0956 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0858641 Feb 08 17:33:45.775669 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41126) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:45.784194 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-9c1c875a-b9df-45c6-a77a-9d10fe6b9a97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536566 Feb 08 17:33:45.784787 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463437484', 'description': 'tempest-description--1762839375'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:45.826911 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:45.926233 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3ce4-cc89-48fb-8fec-733edb050f29 req-c897f0bf-00d9-409e-bd1f-58109cc9e328 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:45.928527 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ac3a3ce4-cc89-48fb-8fec-733edb050f29 req-c897f0bf-00d9-409e-bd1f-58109cc9e328 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1208243 Feb 08 17:33:45.950241 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-359db339-3dee-4f8e-8a89-07eb011c07dc service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539395 Feb 08 17:33:46.030231 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (3dd6300e-ce4c-48c0-ba74-e96019c9a84b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.042700 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3dd6300e-ce4c-48c0-ba74-e96019c9a84b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.114006 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ac3a3ce4-cc89-48fb-8fec-733edb050f29 req-04782d65-47c2-4cff-83ec-71fd89ad843b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736448 Feb 08 17:33:46.129111 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.133079 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-105bb9e6-3786-46ba-9ead-c9ce23d1b32a req-eda98d14-556a-438a-81fe-2d6513e73591 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747332 Feb 08 17:33:46.134258 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41130) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:46.141800 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group_rule': {'security_group_id': '3dd6300e-ce4c-48c0-ba74-e96019c9a84b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:46.149928 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3687479 Feb 08 17:33:46.167898 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fae2b-7558-44bf-b6d6-ddf978203e2d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6300e-ce4c-48c0-ba74-e96019c9a84b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:46.258990 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (57209488-1347-4cb2-9c99-b09039bde9c1), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.314313 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962420d6-b419-4229-833e-06b18252dbe8 req-3b020f07-e672-48f8-acfd-725129ddda0c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:46.316053 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-962420d6-b419-4229-833e-06b18252dbe8 req-3b020f07-e672-48f8-acfd-725129ddda0c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 944 time: 0.1585433 Feb 08 17:33:46.406557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (57209488-1347-4cb2-9c99-b09039bde9c1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.425009 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (57209488-1347-4cb2-9c99-b09039bde9c1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.448884 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-962420d6-b419-4229-833e-06b18252dbe8 req-e901b2b2-3051-4f56-a057-ef0178f6ae47 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203828 Feb 08 17:33:46.455402 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57209488-1347-4cb2-9c99-b09039bde9c1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:46.480505 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.493226 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b0a217c1-ecb6-4e8e-ae5e-2ae03cf24ca5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515809 Feb 08 17:33:46.493226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41134) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:46.500298 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'security_group_rule': {'security_group_id': '3dd6300e-ce4c-48c0-ba74-e96019c9a84b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:46.549570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec95925-e7e1-4e52-9b12-ac4cfa35194a req-002f5368-5df7-465b-9961-b65c917e7690 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:46.552461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (7e16e9a6-15c4-479d-8604-7b9154870922), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.553626 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ec95925-e7e1-4e52-9b12-ac4cfa35194a req-002f5368-5df7-465b-9961-b65c917e7690 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 943 time: 0.1113176 Feb 08 17:33:46.638684 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9ec95925-e7e1-4e52-9b12-ac4cfa35194a req-582172dd-f9b1-48db-bfcc-73294f737d89 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717242 Feb 08 17:33:46.665002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (7e16e9a6-15c4-479d-8604-7b9154870922), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.670370 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (7e16e9a6-15c4-479d-8604-7b9154870922), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.691667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e16e9a6-15c4-479d-8604-7b9154870922,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:46.708628 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.710453 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b301406d-7aef-4b4f-bce3-cfe7a3238f35 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2199562 Feb 08 17:33:46.714682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41136) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:46.723092 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:46.758278 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:46.906089 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.079587 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Allocated IP 172.27.3.2 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:33:47.240843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.281832 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.298985 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160a045-2819-4331-bc39-50921006a1dc req-ded89091-87f3-40ac-9b54-486de2c1da23 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:47.301560 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3160a045-2819-4331-bc39-50921006a1dc req-ded89091-87f3-40ac-9b54-486de2c1da23 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0727530 Feb 08 17:33:47.330704 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:33:47.335959 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:33:47.339682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:33:47.365790 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:47.384681 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3160a045-2819-4331-bc39-50921006a1dc req-ed72e147-5080-4a9b-89f5-2049142434f5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767925 Feb 08 17:33:47.451886 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.463713 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device c0746dd4-2e81-48be-9572-611238bd7c8e details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:33:47.490906 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 2ce2fd96-10b4-41ed-951a-837a866ac88e up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:33:47.511807 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.663127 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 2ce2fd96-10b4-41ed-951a-837a866ac88e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:33:47.677873 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 2ce2fd96-10b4-41ed-951a-837a866ac88e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:33:47.678545 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.696497 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264326e-edcf-4c16-ab43-4b0a27a53a0a req-fce4b059-02b7-488c-a344-ba4b96e62102 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:47.701895 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5264326e-edcf-4c16-ab43-4b0a27a53a0a req-fce4b059-02b7-488c-a344-ba4b96e62102 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 944 time: 0.1270266 Feb 08 17:33:47.719466 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=c0746dd4-2e81-48be-9572-611238bd7c8e,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:47.741110 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'c0746dd4-2e81-48be-9572-611238bd7c8e', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'port_id': 'c0746dd4-2e81-48be-9572-611238bd7c8e', 'mac_address': 'fa:16:3e:c4:ca:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b169a-fe86-4903-8b59-426bea11760b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:33:47.829022 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port c0746dd4-2e81-48be-9572-611238bd7c8e is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:47.829690 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.841387 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5264326e-edcf-4c16-ab43-4b0a27a53a0a req-0b0f4357-d6a6-40ea-bbf2-091d5d0a26fa tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246157 Feb 08 17:33:47.846197 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.852577 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.859882 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 2ce2fd96-10b4-41ed-951a-837a866ac88e is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:47.860818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.869382 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d500c-b455-4097-922e-bef94b80a649 req-8d69e61e-4c43-49da-bceb-617dd5c0dbf7 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:47.880395 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-281d500c-b455-4097-922e-bef94b80a649 req-8d69e61e-4c43-49da-bceb-617dd5c0dbf7 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 943 time: 0.1315880 Feb 08 17:33:47.893060 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0746dd4-2e81-48be-9572-611238bd7c8e {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:47.932046 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:47.934020 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7a20cf-2432-4005-89a6-d0ba6dda1240" -d '{"events": [{"server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:47.938545 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=c0746dd4-2e81-48be-9572-611238bd7c8e,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:47.949529 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:47.955978 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:47.965583 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:47.975825 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-281d500c-b455-4097-922e-bef94b80a649 req-e63c17a1-ae9c-49cf-9acb-6007ee85c7b8 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943630 Feb 08 17:33:47.988795 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:48.003981 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:48.033908 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:48.035634 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:48.050935 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d2a1d982-0e7c-410a-b517-1576ef916610 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3206501 Feb 08 17:33:48.106154 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:48.117924 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a823b8-317d-4f6e-bd5b-647b31df8714 x-openstack-request-id: req-62a823b8-317d-4f6e-bd5b-647b31df8714 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:48.118377 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "name": "network-vif-plugged", "status": "completed", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:48.118908 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62a823b8-317d-4f6e-bd5b-647b31df8714 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:48.119611 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e', 'code': 200} Feb 08 17:33:48.294999 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-4880bdbc-73be-40c6-8d45-9d8fec709b12 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--463437484&fields=id&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 267 time: 0.0909319 Feb 08 17:33:48.357575 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['c0746dd4-2e81-48be-9572-611238bd7c8e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:48.497599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a867-431b-45ca-9fac-af9c04c372c9 req-3aabda4f-c689-4f0e-8a18-88e076ded4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:48.500864 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4dd1a867-431b-45ca-9fac-af9c04c372c9 req-3aabda4f-c689-4f0e-8a18-88e076ded4be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 1129 time: 0.1936312 Feb 08 17:33:48.567178 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb448c-79e6-4cbb-9b25-137c96b4c9bd req-804e3a6c-dcdf-44c5-a8c3-57e9f0bb0af3 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:48.569892 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79cb448c-79e6-4cbb-9b25-137c96b4c9bd req-804e3a6c-dcdf-44c5-a8c3-57e9f0bb0af3 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0726488 Feb 08 17:33:48.605960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-19f6a748-208d-486f-88ac-3514964b715e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:48.614914 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-19f6a748-208d-486f-88ac-3514964b715e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 817 time: 0.3055675 Feb 08 17:33:48.655067 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4dd1a867-431b-45ca-9fac-af9c04c372c9 req-17156170-789f-401b-9b2a-451c71c86f87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443810 Feb 08 17:33:48.659516 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-7fe6ba23-72eb-46c5-914e-e4b26a77aa38 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/quotas/1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 375 time: 0.0350411 Feb 08 17:33:48.671402 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79cb448c-79e6-4cbb-9b25-137c96b4c9bd req-fa729f34-fe67-425c-b441-6e156a3256c6 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918369 Feb 08 17:33:48.756151 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-b9c1de54-a7bb-49ec-8f9b-b737c9afd94d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877962 Feb 08 17:33:48.971891 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-66bb3a80-0d05-4cdb-9702-396f2e928cfd service neutron] 10.222.0.69 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000992 Feb 08 17:33:49.046255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c0613-aa5f-4437-adaf-a90a8cefda58 req-21e163d8-d074-4d8c-b957-3e4f66d89d0a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:49.048003 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-314c0613-aa5f-4437-adaf-a90a8cefda58 req-21e163d8-d074-4d8c-b957-3e4f66d89d0a tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.0930581 Feb 08 17:33:49.103124 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-3cd5210e-f1b8-489b-858b-d56b3217d37f service neutron] 10.222.0.69 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202333 Feb 08 17:33:49.128786 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-314c0613-aa5f-4437-adaf-a90a8cefda58 req-ad4600d7-9b8a-42d9-b71d-8184c84627d4 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705535 Feb 08 17:33:49.321604 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c3ca-e56e-47a8-a7db-8613d233be20 req-fc021e7c-cb54-4400-8afc-09c6d7153b6e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:49.323661 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-91e7c3ca-e56e-47a8-a7db-8613d233be20 req-fc021e7c-cb54-4400-8afc-09c6d7153b6e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 944 time: 0.0970621 Feb 08 17:33:49.356950 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d9df072b-ded0-4a64-bd6f-f5b0250d2270 req-bd2d7e55-e539-47ad-8489-72fe3df0f1ec tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 210 time: 0.0411777 Feb 08 17:33:49.400018 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-91e7c3ca-e56e-47a8-a7db-8613d233be20 req-8bdece3d-a6f0-42a1-8597-ee4041ff1a82 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Feb 08 17:33:49.854886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f878b-7e13-4dca-8572-044d7f6becf2 req-a7996811-dbcb-4afc-a109-7b864e2ce616 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:49.856845 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-799f878b-7e13-4dca-8572-044d7f6becf2 req-a7996811-dbcb-4afc-a109-7b864e2ce616 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0692372 Feb 08 17:33:49.946112 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-799f878b-7e13-4dca-8572-044d7f6becf2 req-0015f472-0fec-4e05-a7f0-0074ff16743b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782821 Feb 08 17:33:50.302676 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b677-d9a1-4d36-961b-55575f1ac9c1 req-33fd1f39-4d9f-48ae-a932-1dd73f4733ef tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:50.304171 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9be5b677-d9a1-4d36-961b-55575f1ac9c1 req-33fd1f39-4d9f-48ae-a932-1dd73f4733ef tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.0650508 Feb 08 17:33:50.377395 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9be5b677-d9a1-4d36-961b-55575f1ac9c1 req-e7b86bd5-d98f-4b69-bcae-c4c8a29db9fc tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665345 Feb 08 17:33:50.523902 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15834a1a-04e5-403d-9862-5af86de5a08b req-5d000b41-1858-49e5-9445-ffa9e8c89763 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 210 time: 0.0406640 Feb 08 17:33:50.595179 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa2c6c-f292-4578-b1b3-0f058ceb5361 req-fa6657d9-c00a-4fe5-b2fb-6d1a88d2c5a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:50.597704 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8bfa2c6c-f292-4578-b1b3-0f058ceb5361 req-fa6657d9-c00a-4fe5-b2fb-6d1a88d2c5a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 944 time: 0.0846016 Feb 08 17:33:50.694952 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8bfa2c6c-f292-4578-b1b3-0f058ceb5361 req-9f9bdebe-b1e6-43b7-894e-f0006bc953e4 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866120 Feb 08 17:33:50.868331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-8a548e50-70b9-46f1-be38-8f204a061563 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:50.869952 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-8a548e50-70b9-46f1-be38-8f204a061563 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 817 time: 0.1288288 Feb 08 17:33:50.982556 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-fde4f491-e42e-4aae-b944-34ec109b3882 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 379 time: 0.0883660 Feb 08 17:33:51.007792 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'port': {'device_id': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'admin_state_up': True, 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'security_groups': ['3dd6300e-ce4c-48c0-ba74-e96019c9a84b']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:51.194503 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc24681-06d0-4d99-ab37-61720e37162f req-9efdd0e7-bea6-4ba4-9ae1-2792014a0505 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:51.197384 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ebc24681-06d0-4d99-ab37-61720e37162f req-9efdd0e7-bea6-4ba4-9ae1-2792014a0505 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1202424 Feb 08 17:33:51.277513 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Made reservation on behalf of 1db94ac5e06144fe93946c0c4df7e2ed for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:33:51.283204 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:51.349778 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ebc24681-06d0-4d99-ab37-61720e37162f req-da2d6032-4abe-4a21-b3fe-ff9658bf999b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444108 Feb 08 17:33:51.474145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device c0746dd4-2e81-48be-9572-611238bd7c8e up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:33:51.536397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Allocated IP 172.20.0.7 (ccd61454-4568-47e1-b525-83b47e7e5945/c7121290-2ea1-4af1-b219-d63c9535350e/a4c518af-c3fe-4c2a-bf7f-55f78233f5e9) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:33:51.587913 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port c0746dd4-2e81-48be-9572-611238bd7c8e completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:33:51.597848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e0fd-da7b-4124-b930-9d6a2afc7c1c req-186204fd-831e-4298-8407-08e53050951c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:51.599455 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9b31e0fd-da7b-4124-b930-9d6a2afc7c1c req-186204fd-831e-4298-8407-08e53050951c tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.0986192 Feb 08 17:33:51.600070 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port c0746dd4-2e81-48be-9572-611238bd7c8e triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:33:51.600903 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:51.733335 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e2ac78fb-63cc-4dea-806e-46330e177371 req-4a713edc-29a1-440d-9095-30cfa601768f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 210 time: 0.0462053 Feb 08 17:33:51.746612 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port c0746dd4-2e81-48be-9572-611238bd7c8e is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:51.747689 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:51.775356 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9b31e0fd-da7b-4124-b930-9d6a2afc7c1c req-81cf0c70-61d5-4593-ae49-143a9d2d9d94 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560125 Feb 08 17:33:51.826444 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=c0746dd4-2e81-48be-9572-611238bd7c8e,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:51.829679 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:51.834036 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a295268-7f44-4be9-901c-c06b04844576" -d '{"events": [{"server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:51.842438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:51.849751 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:51.931233 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:51.959679 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4f7b-cb3d-41ab-b4b6-c4e9432e6283 req-47004da1-29b6-4a6a-b509-27143bfbacb7 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:51.961366 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b24d4f7b-cb3d-41ab-b4b6-c4e9432e6283 req-47004da1-29b6-4a6a-b509-27143bfbacb7 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0904374 Feb 08 17:33:51.967117 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:52.041806 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc1163-0b08-40ac-966d-4386c62ac55e req-00b9e499-dae6-4cb4-bc3e-93b7a3e6a888 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:52.043504 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddbc1163-0b08-40ac-966d-4386c62ac55e req-00b9e499-dae6-4cb4-bc3e-93b7a3e6a888 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.1480587 Feb 08 17:33:52.046864 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b24d4f7b-cb3d-41ab-b4b6-c4e9432e6283 req-0e198d05-2da6-4977-935b-7c1492627e47 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730205 Feb 08 17:33:52.058670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Network ccd61454-4568-47e1-b525-83b47e7e5945 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:33:52.069489 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:33:52.080960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:52.085057 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:33:52.175472 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddbc1163-0b08-40ac-966d-4386c62ac55e req-6e30bef8-32b4-49d5-bf06-b052ee5cf5b6 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188955 Feb 08 17:33:52.181443 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:52.182321 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:52.217544 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-30723abb-2d39-490e-97fc-399ee3d51c3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127223 Feb 08 17:33:52.233306 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Request body: {'port': {'device_id': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:33:52.285723 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91176fe4-58b2-4c8b-9d00-d3e92b517f5a x-openstack-request-id: req-91176fe4-58b2-4c8b-9d00-d3e92b517f5a {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:52.286306 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "name": "network-vif-plugged", "status": "completed", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:52.287664 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91176fe4-58b2-4c8b-9d00-d3e92b517f5a {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:52.287664 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e', 'code': 200} Feb 08 17:33:52.351134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:52.488504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1a865184-8318-425b-a028-02ce1f5cb1f7 None None] Provisioning complete for port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:33:52.498181 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1a865184-8318-425b-a028-02ce1f5cb1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:52.576205 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1a865184-8318-425b-a028-02ce1f5cb1f7 None None] Port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:33:52.765308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93b776-8837-4a74-a51d-64f58e71702a req-0ca0394e-ff0d-4407-bf22-091c13763d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:52.767197 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d93b776-8837-4a74-a51d-64f58e71702a req-0ca0394e-ff0d-4407-bf22-091c13763d56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 1129 time: 0.1798892 Feb 08 17:33:52.813994 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69d4e-3bd4-4076-9ab9-1356661d4a93 req-ff829749-43ea-4e68-ad34-6c22abf3b816 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:52.825372 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfd69d4e-3bd4-4076-9ab9-1356661d4a93 req-ff829749-43ea-4e68-ad34-6c22abf3b816 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.2358749 Feb 08 17:33:52.947282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea0b4-5fec-4236-a209-0dff70f297c3 req-0ebbf075-10ca-480e-8afc-e8bf67d48783 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:52.950255 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-65fea0b4-5fec-4236-a209-0dff70f297c3 req-0ebbf075-10ca-480e-8afc-e8bf67d48783 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 931 time: 0.0797169 Feb 08 17:33:52.981464 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2d93b776-8837-4a74-a51d-64f58e71702a req-810c2808-dfdd-4a52-ac42-7b983527d75a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947370 Feb 08 17:33:52.991713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfd69d4e-3bd4-4076-9ab9-1356661d4a93 req-4ab1ad08-d1ab-409f-9298-1c972908954a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650651 Feb 08 17:33:52.995333 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:53.009842 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks [] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:53.032681 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Transition to ACTIVE for port object a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:33:53.039116 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:53.042755 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-65fea0b4-5fec-4236-a209-0dff70f297c3 req-f95ce485-1659-46a1-8a88-7cff948ac5cc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824594 Feb 08 17:33:53.136044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:53.285322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Attempting to bind port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:33:53.285839 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Attempting to bind port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:33:53.286346 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Attempting to bind port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:53.312909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34202aab-1b02-4f7c-b6d9-68f2b5bf610a req-bceeea0e-b25d-4224-83cc-8ec58480ee4a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.315386 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-34202aab-1b02-4f7c-b6d9-68f2b5bf610a req-bceeea0e-b25d-4224-83cc-8ec58480ee4a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1312144 Feb 08 17:33:53.316776 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 on network ccd61454-4568-47e1-b525-83b47e7e5945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:33:53.317273 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Attempting to bind port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 on network ccd61454-4568-47e1-b525-83b47e7e5945 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:33:53.338481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:33:53.339940 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Checking segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:33:53.339940 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Bound using segment: {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:33:53.340862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Bound port: a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1192f9d1-e8e1-4de7-bfbb-29fff1a95454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:33:53.341472 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:53.424267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ec8b-6882-4e61-854c-fa534ae837a7 req-9ac8f272-09b1-46b7-b6e8-1d8fab558ddf tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.427052 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e7b9ec8b-6882-4e61-854c-fa534ae837a7 req-9ac8f272-09b1-46b7-b6e8-1d8fab558ddf tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.1009693 Feb 08 17:33:53.465055 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-34202aab-1b02-4f7c-b6d9-68f2b5bf610a req-9b3c2554-1815-4d76-8268-bb12dfb07570 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421847 Feb 08 17:33:53.497437 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:33:53.501481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:33:53.510288 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:53.519889 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e7b9ec8b-6882-4e61-854c-fa534ae837a7 req-1702d2ff-580f-4cfe-ae7e-53693c8a2987 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827944 Feb 08 17:33:53.565099 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.565749 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:53.567181 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 1093 time: 1.3406146 Feb 08 17:33:53.567644 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:53.570005 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a900a0f-db1d-4dc3-b355-eb25855def30" -d '{"events": [{"name": "network-changed", "server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:53.632619 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a521-d535-4f4d-98af-7828854458d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:53.638208 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f8b7ec-bd45-4c25-be7d-d1a2b7627375 x-openstack-request-id: req-c4f8b7ec-bd45-4c25-be7d-d1a2b7627375 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:53.638650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:53.639049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4f8b7ec-bd45-4c25-be7d-d1a2b7627375 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:53.639668 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'status': 'completed', 'code': 200} Feb 08 17:33:53.738080 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-8c49f982-9963-45ae-8b33-4cafddddb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.740660 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-8c49f982-9963-45ae-8b33-4cafddddb042 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1127 time: 0.0863216 Feb 08 17:33:53.824791 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-8565cd40-44c8-4e98-bc25-e51d3e9978cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 217 time: 0.0583963 Feb 08 17:33:53.909726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-cccd9345-89f2-4547-bfd7-0110104ce514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.911251 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-cccd9345-89f2-4547-bfd7-0110104ce514 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0774601 Feb 08 17:33:53.992475 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-285355fc-2df5-4525-8820-7df29b616ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:53.994818 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-285355fc-2df5-4525-8820-7df29b616ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624225 Feb 08 17:33:54.154906 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-0c9042a5-227f-4a2a-a305-bbcb18b595e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451044 Feb 08 17:33:54.212725 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb6f6-5c59-4611-a250-d0f7f6d5361a req-d43a4f79-bf57-4310-b5b3-3ea51bcec48d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.215960 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e84eb6f6-5c59-4611-a250-d0f7f6d5361a req-d43a4f79-bf57-4310-b5b3-3ea51bcec48d tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0892324 Feb 08 17:33:54.307750 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e84eb6f6-5c59-4611-a250-d0f7f6d5361a req-ffa857ff-fdfc-4ebf-a894-6a4ca6985efd tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826418 Feb 08 17:33:54.351781 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7ada4879-597a-486d-8ab3-c997967bcf1f req-317c6eb5-4d9d-4176-adf6-9a6ba65629e5 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770651 Feb 08 17:33:54.362075 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a70a0-b617-47b9-bc4d-7868b23fa640 req-ac96cf9b-213f-4f53-b901-4a05b9d5680f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.364203 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-807a70a0-b617-47b9-bc4d-7868b23fa640 req-ac96cf9b-213f-4f53-b901-4a05b9d5680f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1596184 Feb 08 17:33:54.448449 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-807a70a0-b617-47b9-bc4d-7868b23fa640 req-e4656919-0bd8-4891-8981-3abd3feeb88f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749898 Feb 08 17:33:54.497468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-411a0bb5-af48-4943-9703-8412e5be7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.501228 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-411a0bb5-af48-4943-9703-8412e5be7ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1127 time: 0.0782330 Feb 08 17:33:54.654276 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325671f-1e80-4e80-997b-da5465be16fb req-3d5cae3d-cac6-4e53-8643-9b3c0607abe1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.656672 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8325671f-1e80-4e80-997b-da5465be16fb req-3d5cae3d-cac6-4e53-8643-9b3c0607abe1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0884585 Feb 08 17:33:54.660406 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-65bb8fc8-98fa-4764-aa34-88248b49f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.663144 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-65bb8fc8-98fa-4764-aa34-88248b49f347 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1539736 Feb 08 17:33:54.729992 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8325671f-1e80-4e80-997b-da5465be16fb req-86ebb518-d3b7-42fc-8a19-1bf37e75409b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629599 Feb 08 17:33:54.761716 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-3aca31a8-34a5-47d7-96ff-43877216939c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 217 time: 0.0702398 Feb 08 17:33:54.816847 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a9e81-e084-49af-9948-d0801d6e646c req-4fab20d4-69f7-4873-8660-174fa88c9392 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.819633 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc5a9e81-e084-49af-9948-d0801d6e646c req-4fab20d4-69f7-4873-8660-174fa88c9392 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.1803606 Feb 08 17:33:54.935397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-66bd3e19-685d-463f-8c47-24c7006a7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:54.938048 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-66bd3e19-685d-463f-8c47-24c7006a7ac2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.1557992 Feb 08 17:33:54.976551 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dc5a9e81-e084-49af-9948-d0801d6e646c req-325113ac-f1a4-4acf-947b-63ab60931b67 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232340 Feb 08 17:33:55.038312 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-c5c39457-98e4-4db9-8c3f-f1ac55251700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:55.040956 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-c5c39457-98e4-4db9-8c3f-f1ac55251700 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934241 Feb 08 17:33:55.191980 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-8803ff1d-9571-42cc-97a9-1ca3a4af8c77 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359591 Feb 08 17:33:55.313056 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a900a0f-db1d-4dc3-b355-eb25855def30 req-86f530e3-a72d-440d-827d-1d8169bfb946 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139297 Feb 08 17:33:55.535606 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db9d89-7ce5-4820-8ed9-02f0e3fbdd6a req-d6f1442b-4cdf-491e-af67-d9e4994f8df9 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:55.538174 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e8db9d89-7ce5-4820-8ed9-02f0e3fbdd6a req-d6f1442b-4cdf-491e-af67-d9e4994f8df9 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0930164 Feb 08 17:33:55.631189 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e8db9d89-7ce5-4820-8ed9-02f0e3fbdd6a req-43e3756b-4667-4cae-9820-b1d81d0e9d75 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844591 Feb 08 17:33:55.655905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba08817-7d62-4886-a22d-e1eeb6ae6a81 req-c428113d-7e9b-473f-abf4-0c5937785513 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:55.658239 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eba08817-7d62-4886-a22d-e1eeb6ae6a81 req-c428113d-7e9b-473f-abf4-0c5937785513 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0895360 Feb 08 17:33:55.746575 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-eba08817-7d62-4886-a22d-e1eeb6ae6a81 req-273c417e-e50b-4deb-b956-dd6d02f4bb22 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765407 Feb 08 17:33:55.869939 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-29e4d3ff-0689-4a80-868d-cdacc719aa54 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:55.872609 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-29e4d3ff-0689-4a80-868d-cdacc719aa54 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0964599 Feb 08 17:33:55.926860 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3d229-f8a9-4c81-9bed-b27084f7d5c4 req-e3b9c8a1-1114-4405-bfbd-1a77ee1ce7ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:55.928816 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d5e3d229-f8a9-4c81-9bed-b27084f7d5c4 req-e3b9c8a1-1114-4405-bfbd-1a77ee1ce7ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1047311 Feb 08 17:33:55.994268 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d5e3d229-f8a9-4c81-9bed-b27084f7d5c4 req-74f41bf5-80e3-4d67-b56d-c5fcabe4177e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571358 Feb 08 17:33:56.034485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Deleting port 998b80e9-4624-47bb-91e8-25b96f1bc969 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:33:56.034845 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:56.173609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] For port 998b80e9-4624-47bb-91e8-25b96f1bc969, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=998b80e9-4624-47bb-91e8-25b96f1bc969,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:56.174313 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:56.203523 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f49341-01a0-49d4-9fab-b8226e17b848 req-c14f76a9-612c-4c71-a5b1-2025656aed96 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:56.205357 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4f49341-01a0-49d4-9fab-b8226e17b848 req-c14f76a9-612c-4c71-a5b1-2025656aed96 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.1070914 Feb 08 17:33:56.331282 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4f49341-01a0-49d4-9fab-b8226e17b848 req-ae2d84d5-8b52-4fca-bf88-554269713bf9 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977209 Feb 08 17:33:56.810923 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:56.811630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:56.811969 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Floating IP 08393d00-039e-4c38-badc-2348c48a0c9d disassociated. External IP: 172.27.3.63, port: 998b80e9-4624-47bb-91e8-25b96f1bc969. Feb 08 17:33:56.813576 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Calling delete_port for 998b80e9-4624-47bb-91e8-25b96f1bc969 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:33:56.863571 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a73d-b2e3-468f-912e-8ffda3e326c4 req-579e7d51-e6b7-4e2e-8454-c1a5eb78b602 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:56.865388 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8586a73d-b2e3-468f-912e-8ffda3e326c4 req-579e7d51-e6b7-4e2e-8454-c1a5eb78b602 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0857792 Feb 08 17:33:56.963000 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8586a73d-b2e3-468f-912e-8ffda3e326c4 req-0576b318-899d-4ec1-9253-c9aedf26058b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907061 Feb 08 17:33:57.049803 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953106e8-07c2-4781-817c-0af319ebafff req-c0702c22-ef22-474f-9042-82bea6a5e9b0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:57.056622 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-953106e8-07c2-4781-817c-0af319ebafff req-c0702c22-ef22-474f-9042-82bea6a5e9b0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1708269 Feb 08 17:33:57.126570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (998b80e9-4624-47bb-91e8-25b96f1bc969), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:57.200611 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'Port': ['ID=998b80e9-4624-47bb-91e8-25b96f1bc969,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:57.208514 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5243f-653d-43db-82a8-e419d415a48f req-901b8fb0-f523-4b71-8955-21a2670e7f7f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:57.218874 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-953106e8-07c2-4781-817c-0af319ebafff req-bfccb99f-44d2-4d2a-9483-7ca3fe5352b7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483955 Feb 08 17:33:57.222883 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c5f5243f-653d-43db-82a8-e419d415a48f req-901b8fb0-f523-4b71-8955-21a2670e7f7f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 867 time: 0.1221023 Feb 08 17:33:57.322360 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c5f5243f-653d-43db-82a8-e419d415a48f req-9ed062f1-7c03-43d1-9fcc-85b17cd51965 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f151084-1715-4c52-9923-e89fa892905a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968773 Feb 08 17:33:57.420953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:33:57.477591 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:33:57.588559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:33:57.602122 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:33:57.660883 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] No DVR routers for this DVR port 998b80e9-4624-47bb-91e8-25b96f1bc969 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:33:57.662211 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:57.664656 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:57.668500 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:33:57.669686 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a83887d3-67cd-4f45-a835-a9cc0889a3e9 req-0cfa7016-8328-47b8-994a-cd99b0c17008 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "DELETE /v2.0/ports/998b80e9-4624-47bb-91e8-25b96f1bc969 HTTP/1.1" status: 204 len: 173 time: 1.7902830 Feb 08 17:33:57.670025 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:33:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:57.670202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'name': 'network-vif-deleted', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:33:57.673460 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c11141-87ad-4264-b04d-63e1d31113c0" -d '{"events": [{"server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "name": "network-vif-deleted", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:33:57.717784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55103cd-df1c-45a5-99be-4c466daef923 x-openstack-request-id: req-b55103cd-df1c-45a5-99be-4c466daef923 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:33:57.718170 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8921a8f3-fa2c-43e4-90fa-a8a936c1eda0", "name": "network-vif-deleted", "tag": "998b80e9-4624-47bb-91e8-25b96f1bc969", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:33:57.718432 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b55103cd-df1c-45a5-99be-4c466daef923 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:33:57.718840 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8921a8f3-fa2c-43e4-90fa-a8a936c1eda0', 'name': 'network-vif-deleted', 'tag': '998b80e9-4624-47bb-91e8-25b96f1bc969', 'status': 'completed', 'code': 200} Feb 08 17:33:57.807809 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:33:57.917237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:33:57.917965 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:57.942265 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:33:57.976173 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:33:57.979141 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:33:58.010295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:58.208410 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8307877-98fd-43d1-ab6b-636fe8b842fb req-98f1b7c2-7dbb-499f-98d8-6ccc8140471f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:58.211448 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8307877-98fd-43d1-ab6b-636fe8b842fb req-98f1b7c2-7dbb-499f-98d8-6ccc8140471f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.1029212 Feb 08 17:33:58.225852 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:33:58.321660 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d8307877-98fd-43d1-ab6b-636fe8b842fb req-3749525f-2640-4b8e-88cc-7435a2a607fa tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=63384b89-932d-4a52-8a75-530142e080eb&id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990438 Feb 08 17:33:58.414027 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:58.470046 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:33:58.484446 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:33:58.485119 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:33:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:58.533987 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-89cbf3c8-3961-4411-9f52-ac82fe74e0bd req-8ff58c73-5eec-404a-b97e-dea50b183744 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=8921a8f3-fa2c-43e4-90fa-a8a936c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0533009 Feb 08 17:33:58.580150 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:33:58.608625 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba64e2-50e4-4bd2-b137-b191acbd9564 req-e44e2fa1-de96-4e68-baf9-96bede4eeb2b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:58.611132 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87ba64e2-50e4-4bd2-b137-b191acbd9564 req-e44e2fa1-de96-4e68-baf9-96bede4eeb2b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1614714 Feb 08 17:33:58.694753 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-87ba64e2-50e4-4bd2-b137-b191acbd9564 req-6d4414ae-4937-4a2a-86fc-9f4e365ffc45 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753577 Feb 08 17:33:58.938755 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:33:59.261693 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:33:59.291805 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7e903-bd23-426f-be4a-aff7c61190f4 None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:33:59.483445 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 998b80e9-4624-47bb-91e8-25b96f1bc969 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:33:59.516057 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 998b80e9-4624-47bb-91e8-25b96f1bc969 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:33:59.517090 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 998b80e9-4624-47bb-91e8-25b96f1bc969 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:33:59.619856 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea90987-bbc9-4261-8072-bd1e70c545c1 None None] New status for floating IP 08393d00-039e-4c38-badc-2348c48a0c9d: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:33:59.658858 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41304) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:33:59.769996 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f151084-1715-4c52-9923-e89fa892905a), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:59.828617 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f151084-1715-4c52-9923-e89fa892905a), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:59.980025 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca906bc-8b23-4167-9d60-6cf3cb2e51d5 req-d9d63497-992a-4ac2-9f51-5ef6f7603f13 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:33:59.982813 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cca906bc-8b23-4167-9d60-6cf3cb2e51d5 req-d9d63497-992a-4ac2-9f51-5ef6f7603f13 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1359975 Feb 08 17:33:59.991799 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9f151084-1715-4c52-9923-e89fa892905a), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:59.996623 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:33:59.999062 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "DELETE /v2.0/security-groups/9f151084-1715-4c52-9923-e89fa892905a HTTP/1.1" status: 204 len: 168 time: 0.3387702 Feb 08 17:34:00.003507 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41308) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:00.023071 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826e40-cd75-4662-9e03-30322e58057f tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f151084-1715-4c52-9923-e89fa892905a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:00.029761 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.api.v2.resource [None req-acbbbd0b-5b4c-4595-ae99-3de425455fa0 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] show failed (client error): The resource could not be found. Feb 08 17:34:00.031755 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-acbbbd0b-5b4c-4595-ae99-3de425455fa0 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups/9f151084-1715-4c52-9923-e89fa892905a HTTP/1.1" status: 404 len: 347 time: 0.0267828 Feb 08 17:34:00.036751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41310) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:00.154496 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cca906bc-8b23-4167-9d60-6cf3cb2e51d5 req-8f1fa96c-7085-41f1-bd0e-b6e7627f04d0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535573 Feb 08 17:34:00.217530 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Deleting port e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:34:00.217770 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.353730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.354277 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.377655 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Calling delete_port for e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:34:00.620163 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.668797 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'Port': ['ID=e431cfa2-5401-4c9d-aa2c-a2a1f73cacc2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:00.751519 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (08393d00-039e-4c38-badc-2348c48a0c9d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.754152 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:00.755394 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-891f5640-7cef-49ff-8178-fb8560c7ce7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "DELETE /v2.0/floatingips/08393d00-039e-4c38-badc-2348c48a0c9d HTTP/1.1" status: 204 len: 168 time: 0.7173278 Feb 08 17:34:01.019080 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41322) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:01.026494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43692814', 'description': 'tempest-description--228257267'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:01.058448 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.153502 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f078e05-e075-4396-8584-f67ef299dee5), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.158337 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9f078e05-e075-4396-8584-f67ef299dee5), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.193134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.194486 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1744189 Feb 08 17:34:01.196987 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82892e-3c0a-47b0-b82a-9950f541a863 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f078e05-e075-4396-8584-f67ef299dee5,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:01.200004 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41324) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:01.208080 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group_rule': {'security_group_id': '9f078e05-e075-4396-8584-f67ef299dee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:01.243244 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (aae9ef97-6556-4d50-a6fc-28c8368be894), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.373093 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (aae9ef97-6556-4d50-a6fc-28c8368be894), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.378867 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (aae9ef97-6556-4d50-a6fc-28c8368be894), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.406215 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1adb83-d3e0-48fb-bd49-f0ed9aab4c92 req-b855316b-d1c2-4dd0-8f48-78566e935883 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:01.407839 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ee1adb83-d3e0-48fb-bd49-f0ed9aab4c92 req-b855316b-d1c2-4dd0-8f48-78566e935883 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1203339 Feb 08 17:34:01.411920 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae9ef97-6556-4d50-a6fc-28c8368be894,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:01.430339 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.431790 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5715352e-6ff2-48a8-9aa9-b59e412ab43e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302122 Feb 08 17:34:01.436508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41328) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:01.444516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'security_group_rule': {'security_group_id': '9f078e05-e075-4396-8584-f67ef299dee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:01.488782 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ee1adb83-d3e0-48fb-bd49-f0ed9aab4c92 req-da08e02b-9834-419f-9b6f-0a60bf1c4979 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685377 Feb 08 17:34:01.491512 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (6b64ee06-8377-4fad-9acb-d776ebbbe1af), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.563592 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (6b64ee06-8377-4fad-9acb-d776ebbbe1af), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.568437 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (6b64ee06-8377-4fad-9acb-d776ebbbe1af), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.590298 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b64ee06-8377-4fad-9acb-d776ebbbe1af,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:01.601197 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.602545 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3dd999dc-8a38-4887-9a1f-1753f1862147 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643536 Feb 08 17:34:01.606070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41330) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:01.613314 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:01.637508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.800156 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:01.969137 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Allocated IP 172.27.3.55 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/b01007a4-352b-41fc-9373-672cd72a7ba6) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:34:02.153851 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.204941 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.246374 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:34:02.252654 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:02.256511 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:34:02.285618 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=b01007a4-352b-41fc-9373-672cd72a7ba6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:02.372181 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.420792 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.629589 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.647242 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.755727 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=b01007a4-352b-41fc-9373-672cd72a7ba6,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:02.794954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c877b-9da8-47b8-8043-71c93014957c req-5e135eb1-ad3a-48fe-a4ea-77628a36173f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:02.796574 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-513c877b-9da8-47b8-8043-71c93014957c req-5e135eb1-ad3a-48fe-a4ea-77628a36173f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1640563 Feb 08 17:34:02.797662 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.832722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:02.834773 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b140751b-a1f8-4e4d-bed0-65a8dac21a16 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2274530 Feb 08 17:34:02.890855 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-513c877b-9da8-47b8-8043-71c93014957c req-171e3a3f-bf2b-45fb-b7fd-d228c1e9c208 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763261 Feb 08 17:34:03.062302 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-88927d1c-8730-4fa2-92bd-e5408e05749d tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--43692814&fields=id&tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 267 time: 0.0657606 Feb 08 17:34:03.219086 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-c100f967-69a1-4261-8a35-3f2a0ecea83e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:03.221455 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-c100f967-69a1-4261-8a35-3f2a0ecea83e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 810 time: 0.1507573 Feb 08 17:34:03.248793 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-1c34a7e4-8c3a-4a94-852f-56cb301f0aac tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/quotas/7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 375 time: 0.0169849 Feb 08 17:34:03.338365 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-a605346f-6b54-40f3-8a19-6a7fdca2f08e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828042 Feb 08 17:34:03.466299 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-7d91f525-ace5-4c8d-b930-91b626e7ecee service neutron] 10.222.0.69 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128123 Feb 08 17:34:03.618682 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-68594f64-dd8b-468f-ba96-4f6358d49b87 service neutron] 10.222.0.69 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448975 Feb 08 17:34:03.894484 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-550e8f36-f55d-49a5-b4e6-ef3effd9a8cb req-e01cd86c-84e0-4d2c-bed9-0ac7aac93435 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 210 time: 0.0357835 Feb 08 17:34:04.076259 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ad104-9f8f-426b-918e-63771e00b3dd req-331db323-8e60-4497-9a12-18b1818e4133 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:04.078844 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-413ad104-9f8f-426b-918e-63771e00b3dd req-331db323-8e60-4497-9a12-18b1818e4133 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.0863039 Feb 08 17:34:04.167156 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-413ad104-9f8f-426b-918e-63771e00b3dd req-1272b17f-c4ec-4509-8d5a-0a1bffddad95 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780647 Feb 08 17:34:04.349785 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:34:04.418731 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:34:04.425120 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:34:04.425759 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:04.554456 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:34:04.555076 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:04.600817 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:04.602827 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e89a51c-ce81-49ee-a273-a26e21d86065" -d '{"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:04.631195 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:04.640210 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:04.686142 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c5c59b-c0c3-441e-9dbc-3f633cb6dec8 x-openstack-request-id: req-b7c5c59b-c0c3-441e-9dbc-3f633cb6dec8 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:04.686605 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:04.687108 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7c5c59b-c0c3-441e-9dbc-3f633cb6dec8 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:04.687728 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'code': 200} Feb 08 17:34:04.743724 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8de91559-9250-4048-9c67-759b1dff4bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:04.755073 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:04.769387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.770013 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.770610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.771168 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.771725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.772222 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.772763 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.773350 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.773912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.774514 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.775077 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.775640 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:04.776196 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:05.014445 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9d19e-4ada-46a6-87bf-628764198294 req-0b84ed17-defa-4354-914a-9fe17928a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:05.019597 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16a9d19e-4ada-46a6-87bf-628764198294 req-0b84ed17-defa-4354-914a-9fe17928a4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1129 time: 0.0788167 Feb 08 17:34:05.044269 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-741601b4-a5b7-4f1d-95ab-3b141b64206f req-5b3410e1-b2f6-4fda-b0de-3d880e39fe1b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 210 time: 0.0452087 Feb 08 17:34:05.105763 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-16a9d19e-4ada-46a6-87bf-628764198294 req-985d0263-5a6f-4210-8a44-72b9021634c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740783 Feb 08 17:34:05.368150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad4e1-dae8-4d97-917b-3ec51ce406ea req-26598a53-88e5-42c1-8325-aa91a0cbf72d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:05.370919 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-820ad4e1-dae8-4d97-917b-3ec51ce406ea req-26598a53-88e5-42c1-8325-aa91a0cbf72d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0950894 Feb 08 17:34:05.454609 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-820ad4e1-dae8-4d97-917b-3ec51ce406ea req-33fc09d7-3f39-4fc9-86ba-c7197a182eca tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754709 Feb 08 17:34:05.810775 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-4b99c936-5a7c-4489-8ac3-e9997e211936 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:05.813647 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-4b99c936-5a7c-4489-8ac3-e9997e211936 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 810 time: 0.2040682 Feb 08 17:34:05.970723 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-ec337456-b8dc-461e-a1d4-4b206d7ec4de tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a HTTP/1.1" status: 200 len: 378 time: 0.0951812 Feb 08 17:34:05.994333 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'port': {'device_id': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'admin_state_up': True, 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'security_groups': ['9f078e05-e075-4396-8584-f67ef299dee5']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:06.199124 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Made reservation on behalf of 7fedeb21bf7b4056b1737c6e7ddc2d2a for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:34:06.209087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:06.231156 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8ea4604c-ab58-49e2-a8a8-0481638d9353 req-5408ab6d-c479-4d49-987c-1c1f3a1cacad tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 210 time: 0.0468426 Feb 08 17:34:06.445854 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Allocated IP 172.20.0.3 (f53cffab-2cd9-4d72-a0c8-7ee042426cd4/5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8/0e5f8222-7e85-4961-a7e7-946aa0f2ff02) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:34:06.726568 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d7e49-09cd-439f-a614-d1045cbce35d req-27f1af7a-05ee-40fa-9f45-e1b9d24f0b6f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:06.728856 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-303d7e49-09cd-439f-a614-d1045cbce35d req-27f1af7a-05ee-40fa-9f45-e1b9d24f0b6f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1341343 Feb 08 17:34:06.734196 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:06.820084 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-303d7e49-09cd-439f-a614-d1045cbce35d req-09623f13-d984-4586-825a-6acdf45df105 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787101 Feb 08 17:34:06.822443 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:06.902650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:34:06.908948 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:06.914687 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:34:06.924809 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event updated for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:06.995056 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:06.995735 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:07.015547 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-a2c3b27d-3dd9-4b4f-86d0-43b601fcc4ab tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0281408 Feb 08 17:34:07.109498 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e28c50c-b690-4a94-8549-6227553c4ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:07.208020 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-d84563da-3d90-419c-b597-96ead0b6d19e None None] Provisioning complete for port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:34:07.208620 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d84563da-3d90-419c-b597-96ead0b6d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:07.263535 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d84563da-3d90-419c-b597-96ead0b6d19e None None] Port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:34:07.287115 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:34:07.434566 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ad61-ff29-4254-997e-48b477bc4b44 req-288fb343-454a-4b53-96c5-930372930603 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:07.437256 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c973ad61-ff29-4254-997e-48b477bc4b44 req-288fb343-454a-4b53-96c5-930372930603 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 931 time: 0.0880437 Feb 08 17:34:07.512485 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c973ad61-ff29-4254-997e-48b477bc4b44 req-123960d7-9f13-4d5e-9f72-027d43f359a3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641162 Feb 08 17:34:08.020155 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a903-e38e-47c9-b310-b746463fbdf3 req-719fd400-72e2-49eb-8adf-0f6b1e93a2bc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:08.022488 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:08.023278 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4e18a903-e38e-47c9-b310-b746463fbdf3 req-719fd400-72e2-49eb-8adf-0f6b1e93a2bc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0873072 Feb 08 17:34:08.111565 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4e18a903-e38e-47c9-b310-b746463fbdf3 req-cdfd1db2-41d7-473e-94af-dade3f218c34 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796332 Feb 08 17:34:08.694494 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5e606-03f0-40f0-b8cc-edfa92779997 req-55af128d-cd2e-4c93-af78-3a2b686e6707 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:08.700782 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-33d5e606-03f0-40f0-b8cc-edfa92779997 req-55af128d-cd2e-4c93-af78-3a2b686e6707 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 931 time: 0.0819666 Feb 08 17:34:08.765427 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-33d5e606-03f0-40f0-b8cc-edfa92779997 req-fa47d1d9-3809-42ad-bb40-fb62b1dba0e3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620813 Feb 08 17:34:09.037110 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Request body: {'port': {'device_id': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:09.127086 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.383538 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4a24f-e50b-455f-bd93-d883530f949f req-b4c2d449-47a8-4ab2-8cac-b54b5daf97c3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:09.385000 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-34c4a24f-e50b-455f-bd93-d883530f949f req-b4c2d449-47a8-4ab2-8cac-b54b5daf97c3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1241474 Feb 08 17:34:09.512513 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-34c4a24f-e50b-455f-bd93-d883530f949f req-873dc32a-a406-418a-9c87-b28eacb3be7d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169038 Feb 08 17:34:09.572371 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:34:09.582052 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks [] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.599308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Transition to ACTIVE for port object 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:34:09.604401 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.672845 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:09.790019 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Attempting to bind port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:34:09.790592 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Attempting to bind port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:34:09.791113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Attempting to bind port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:34:09.799022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:34:09.799462 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Attempting to bind port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 on network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:34:09.807417 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:34:09.808002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Checking segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:34:09.808743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Bound using segment: {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:34:09.809494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Bound port: 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9345a2e-efe2-481b-9f60-29c5c3386585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:34:09.810274 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.940082 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:34:09.946398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:34:09.957289 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.962442 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:09.977913 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365561a-d0a6-40ad-bdbf-4b7503c659e7 req-4fe91a0a-69ff-42e8-a1dc-b76cab4f4561 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:09.980591 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7365561a-d0a6-40ad-bdbf-4b7503c659e7 req-4fe91a0a-69ff-42e8-a1dc-b76cab4f4561 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 943 time: 0.0975747 Feb 08 17:34:10.028781 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:10.029885 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:10.032257 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e5f8222-7e85-4961-a7e7-946aa0f2ff02 HTTP/1.1" status: 200 len: 1093 time: 1.0025504 Feb 08 17:34:10.032981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:10.036862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ebad31-c2cf-457b-be2a-72cef164011c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:10.066844 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7365561a-d0a6-40ad-bdbf-4b7503c659e7 req-cd6b26a2-45b4-4d08-8375-a4b761f1fa9e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790751 Feb 08 17:34:10.068597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e94bb-5a1d-46d9-928a-0070b47282e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:10.143194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec4297-e6c7-45a7-bf97-930ed1772e59 x-openstack-request-id: req-e3ec4297-e6c7-45a7-bf97-930ed1772e59 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:10.143748 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:10.144238 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3ec4297-e6c7-45a7-bf97-930ed1772e59 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:10.145014 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'status': 'completed', 'code': 200} Feb 08 17:34:10.521259 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebad31-c2cf-457b-be2a-72cef164011c req-b54b19de-e0a2-4f29-a4a3-2b41ea5eede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:10.523932 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65ebad31-c2cf-457b-be2a-72cef164011c req-b54b19de-e0a2-4f29-a4a3-2b41ea5eede1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 1127 time: 0.0775452 Feb 08 17:34:10.702247 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebad31-c2cf-457b-be2a-72cef164011c req-e21252f8-b6a7-4ed4-97e8-ce0b284fdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:10.705462 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65ebad31-c2cf-457b-be2a-72cef164011c req-e21252f8-b6a7-4ed4-97e8-ce0b284fdcee service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1724191 Feb 08 17:34:10.744755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062612c2-d2b5-4d9e-a23b-e48e44c88ba0 req-34a40ff1-0255-4c21-89a4-f547fa114768 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:10.747375 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-062612c2-d2b5-4d9e-a23b-e48e44c88ba0 req-34a40ff1-0255-4c21-89a4-f547fa114768 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0892544 Feb 08 17:34:10.840925 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-062612c2-d2b5-4d9e-a23b-e48e44c88ba0 req-b0fabf72-498d-4c2f-9880-7c244820a6af tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809417 Feb 08 17:34:10.909038 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebad31-c2cf-457b-be2a-72cef164011c req-c2f970da-2a43-4006-9f0f-df9104cca17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:10.911713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65ebad31-c2cf-457b-be2a-72cef164011c req-c2f970da-2a43-4006-9f0f-df9104cca17e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890147 Feb 08 17:34:11.036574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-390da38b-2ac6-4b10-a96e-8a9b08b6714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:11.038173 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-390da38b-2ac6-4b10-a96e-8a9b08b6714c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 1127 time: 0.0555933 Feb 08 17:34:11.124471 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-976918ff-0eda-4935-bec0-ce840aa6cb8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02 HTTP/1.1" status: 200 len: 217 time: 0.0608215 Feb 08 17:34:11.222808 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:11.255949 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-71ff9c32-6d01-4742-860d-ade8bf598569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:11.258462 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-71ff9c32-6d01-4742-860d-ade8bf598569 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.1201961 Feb 08 17:34:11.344532 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc38f3-92eb-4605-9958-a398a73e3efc req-0456d37a-232f-48c3-81fb-c2243ab05fa2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:11.347209 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3fdc38f3-92eb-4605-9958-a398a73e3efc req-0456d37a-232f-48c3-81fb-c2243ab05fa2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 943 time: 0.1450515 Feb 08 17:34:11.416205 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6046-86bd-4877-8063-09d766a21caa req-0c7fa563-b359-4551-b06c-2c4f7edab438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:11.419239 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-0c7fa563-b359-4551-b06c-2c4f7edab438 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1335483 Feb 08 17:34:11.479371 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3fdc38f3-92eb-4605-9958-a398a73e3efc req-49328f5b-8e12-47c3-bbef-739dd38e61a1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161046 Feb 08 17:34:11.591647 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-af5a2f52-4ea0-4ee8-b784-d03505ed4a80 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460800 Feb 08 17:34:11.748206 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-177c6046-86bd-4877-8063-09d766a21caa req-923a59a5-e338-4349-8ae2-624b0bdb9188 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456637 Feb 08 17:34:12.070484 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d547d-6f96-4b6c-b0be-55c97a128d0a req-5bac6dd0-5cfb-49e3-9c91-a72883359453 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:12.073318 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4f5d547d-6f96-4b6c-b0be-55c97a128d0a req-5bac6dd0-5cfb-49e3-9c91-a72883359453 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0928371 Feb 08 17:34:12.158515 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4f5d547d-6f96-4b6c-b0be-55c97a128d0a req-9a2fd169-c968-4392-b353-45cfc6c66bbd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746949 Feb 08 17:34:12.379918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956e83-12f8-4279-884d-e5aec1577417 req-7547a308-6de7-45ee-a7a1-3db215867953 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:12.382738 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d956e83-12f8-4279-884d-e5aec1577417 req-7547a308-6de7-45ee-a7a1-3db215867953 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1073880 Feb 08 17:34:12.397056 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:12.411397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Request body: {'floatingip': {'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:12.449562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:12.649907 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:13.023302 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce2f6-be78-412c-8a42-e889dd8523f3 req-ada09ebe-295a-44ce-b8b5-f6096b4ea4c9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:13.025399 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e18ce2f6-be78-412c-8a42-e889dd8523f3 req-ada09ebe-295a-44ce-b8b5-f6096b4ea4c9 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 943 time: 0.4099038 Feb 08 17:34:13.108995 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e18ce2f6-be78-412c-8a42-e889dd8523f3 req-2b749f94-e4b4-492e-8fe5-407e0922bec3 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695906 Feb 08 17:34:13.274706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:13.281632 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:13.484009 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Floating IP 534919a5-efd9-47d3-a9e7-182742b4bb16 associated. External IP: 172.27.3.2, port: a4c518af-c3fe-4c2a-bf7f-55f78233f5e9. Feb 08 17:34:13.960927 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:34:14.115054 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:14.139583 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'port_id': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'mac_address': 'fa:16:3e:02:65:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:34:14.210474 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:34:14.211617 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:14.220447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:34:14.234811 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:34:14.269646 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:14.275742 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:14.322981 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a745f37-9691-4ce0-bbf5-e23d37439307 req-0d6133ca-168c-48b5-8e88-66cf91bfe4c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:14.324753 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4a745f37-9691-4ce0-bbf5-e23d37439307 req-0d6133ca-168c-48b5-8e88-66cf91bfe4c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 943 time: 0.0918472 Feb 08 17:34:14.356168 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:14.414380 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4a745f37-9691-4ce0-bbf5-e23d37439307 req-2da3347d-b258-4c8e-9f4f-53abfd336681 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750425 Feb 08 17:34:14.420494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:34:14.429034 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:14.436436 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:34:14.457036 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:34:14.458134 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:14.489000 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d94d5101-de54-4c84-9d8f-8025ad2701c9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "PUT /v2.0/floatingips/534919a5-efd9-47d3-a9e7-182742b4bb16 HTTP/1.1" status: 200 len: 989 time: 2.0857415 Feb 08 17:34:14.489000 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:14.490434 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f" -d '{"events": [{"name": "network-changed", "server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:14.620459 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622ee8f-2be4-49cf-a6fe-f86ef0925e2a x-openstack-request-id: req-2622ee8f-2be4-49cf-a6fe-f86ef0925e2a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:14.621268 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:14.621927 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2622ee8f-2be4-49cf-a6fe-f86ef0925e2a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:14.622721 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'status': 'completed', 'code': 200} Feb 08 17:34:14.687520 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0361-b43c-41cc-9327-2def5f262833 req-218ba756-66e7-423b-bb0d-c0cfbf80f238 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:14.691298 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9e6c0361-b43c-41cc-9327-2def5f262833 req-218ba756-66e7-423b-bb0d-c0cfbf80f238 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1299820 Feb 08 17:34:14.706629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:34:14.763188 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-7d86939f-ca28-4d2d-b6e8-398e93ba8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:14.767226 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-7d86939f-ca28-4d2d-b6e8-398e93ba8d5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1129 time: 0.1084604 Feb 08 17:34:14.792680 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9e6c0361-b43c-41cc-9327-2def5f262833 req-e72ad0c6-dd2f-4fd3-9f32-3f6e1958cb81 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892191 Feb 08 17:34:14.909876 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['0e5f8222-7e85-4961-a7e7-946aa0f2ff02'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:34:15.070787 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-d41e4412-97da-4838-bb20-4f9b44431dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:15.074345 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-d41e4412-97da-4838-bb20-4f9b44431dd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.2867436 Feb 08 17:34:15.161442 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-f7034fae-4483-4c2b-abde-263d91e35efc tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:15.163964 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-f7034fae-4483-4c2b-abde-263d91e35efc tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.2751946 Feb 08 17:34:15.217928 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-99b5bcf6-bfdd-4232-a090-0a2802725031 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/quotas/74eb713ad3e34829a512ab7b068613e4 HTTP/1.1" status: 200 len: 375 time: 0.0278006 Feb 08 17:34:15.268218 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-fc9aac04-e59a-4def-b1ef-295d0c04914e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 997 time: 0.1738842 Feb 08 17:34:15.401930 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-ae15b612-e62a-4f85-b77b-de111f71c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:15.404639 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-ae15b612-e62a-4f85-b77b-de111f71c000 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0991745 Feb 08 17:34:15.410366 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '534919a5-efd9-47d3-a9e7-182742b4bb16', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:33:47Z', 'updated_at': '2022-02-08T17:34:13Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:15.426243 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-5ffdecaf-443a-4510-b42f-d2176f73f930 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1924226 Feb 08 17:34:15.469242 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:34:15.486228 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:34:15.487269 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:15.649277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-5ba4818c-135d-4965-b13d-1276494c5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:15.651131 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-5ba4818c-135d-4965-b13d-1276494c5c74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2235875 Feb 08 17:34:15.663219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2321-4395-4435-bb10-81acc8e8a295 req-dcedb3c0-087e-4e80-997d-9ee1d9741914 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:15.666131 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a39c2321-4395-4435-bb10-81acc8e8a295 req-dcedb3c0-087e-4e80-997d-9ee1d9741914 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 944 time: 0.1048365 Feb 08 17:34:15.692841 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-53098ad9-9323-4bd6-bd69-57806b3f02d5 service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149110 Feb 08 17:34:15.723508 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:34:15.782255 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a39c2321-4395-4435-bb10-81acc8e8a295 req-d74719fd-a3e1-4b4b-b1b3-872e0498e7e1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945323 Feb 08 17:34:15.992380 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-8be25ca8-60c0-4f86-88e7-45433f28a419 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964640 Feb 08 17:34:15.996091 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-cff36495-8841-4e49-b794-50592331cfbf service neutron] 10.222.0.69 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827234 Feb 08 17:34:16.084960 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e8324-6c45-4e9d-aaed-0c7794f61794 req-28f0c58b-a2e8-43d3-9dbb-c1701c427687 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:16.087820 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-256e8324-6c45-4e9d-aaed-0c7794f61794 req-28f0c58b-a2e8-43d3-9dbb-c1701c427687 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1269176 Feb 08 17:34:16.211314 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bd16328e-a4b9-44b7-b33a-f77b4e5bd59f req-30665971-2068-408b-be06-f241b11cc4ed service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942878 Feb 08 17:34:16.217296 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-256e8324-6c45-4e9d-aaed-0c7794f61794 req-856b4713-e2c0-46f4-ae9f-a1641686b581 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168294 Feb 08 17:34:16.232360 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '534919a5-efd9-47d3-a9e7-182742b4bb16', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:33:47Z', 'updated_at': '2022-02-08T17:34:13Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:16.290138 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f039e-3635-4627-afdb-a0202ad2eb37 None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '534919a5-efd9-47d3-a9e7-182742b4bb16', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:33:47Z', 'updated_at': '2022-02-08T17:34:13Z', 'revision_number': 1, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:34:16.427348 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5c2eda0b-7efd-4e59-a893-0baa295525be req-8eed4afa-8046-491c-88c0-66d4209f4137 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 210 time: 0.0584247 Feb 08 17:34:16.699734 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aaf400-b29d-4a8d-9c27-bbb1b7bc92f7 None None] New status for floating IP 534919a5-efd9-47d3-a9e7-182742b4bb16: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:34:17.129612 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5589c6-9ae9-44f3-8665-54e7c21fa3a8 req-8a2f5852-2346-4c52-9546-f9614b0c960a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:17.142883 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e5589c6-9ae9-44f3-8665-54e7c21fa3a8 req-8a2f5852-2346-4c52-9546-f9614b0c960a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 944 time: 0.1697543 Feb 08 17:34:17.235655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e5589c6-9ae9-44f3-8665-54e7c21fa3a8 req-0884ab63-5ca9-45d0-a02b-3abdb05005e7 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912228 Feb 08 17:34:17.437966 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10734f-b2b9-4828-b0bd-c5ead0b177bc req-766a3d09-4d17-47d0-bbe3-04c569a4ccd8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:17.440614 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f10734f-b2b9-4828-b0bd-c5ead0b177bc req-766a3d09-4d17-47d0-bbe3-04c569a4ccd8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0937836 Feb 08 17:34:17.550111 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6f10734f-b2b9-4828-b0bd-c5ead0b177bc req-f99b6b79-ba44-4cb2-a2c6-27a7ed23dbc1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984681 Feb 08 17:34:17.665856 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6704ff0d-7134-47ec-adfc-86c76622aaf7 req-b9b5e6cd-6951-4166-b249-f0a05424a968 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 210 time: 0.0549083 Feb 08 17:34:17.980438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:34:18.096972 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:34:18.107255 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:34:18.107847 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:18.170296 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f4315-135a-4c48-a45d-633e5d1c3725 req-310e8703-cea3-47f4-a681-eeedf5069760 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:18.185255 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-095f4315-135a-4c48-a45d-633e5d1c3725 req-310e8703-cea3-47f4-a681-eeedf5069760 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.1549232 Feb 08 17:34:18.280604 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-095f4315-135a-4c48-a45d-633e5d1c3725 req-41f3b2b4-4079-4a2b-a071-42621e22eccc tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937910 Feb 08 17:34:18.323771 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:34:18.324268 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:18.398936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:18.403487 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d318b-477d-49df-a8e0-6766e91f9e81" -d '{"events": [{"server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:18.437852 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:18.456900 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:18.517982 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb219ae-820b-48f9-a9aa-5f7cb0c71326 x-openstack-request-id: req-8cb219ae-820b-48f9-a9aa-5f7cb0c71326 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:18.517982 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "name": "network-vif-plugged", "status": "completed", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:18.517982 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8cb219ae-820b-48f9-a9aa-5f7cb0c71326 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:18.517982 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'code': 200} Feb 08 17:34:18.563314 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06112d-8f04-4cad-b13d-929c45bc6ce2 req-600c383b-bbdc-4594-9d14-de2edbc5ff10 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:18.566715 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf06112d-8f04-4cad-b13d-929c45bc6ce2 req-600c383b-bbdc-4594-9d14-de2edbc5ff10 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 944 time: 0.1635258 Feb 08 17:34:18.626694 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:18.690251 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bf06112d-8f04-4cad-b13d-929c45bc6ce2 req-0f04003b-bdb2-4de6-9822-efe4f206b1fa tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140945 Feb 08 17:34:18.724978 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-64efd58d-9d2f-450b-af99-f4c1495086ee tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:18.727796 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-64efd58d-9d2f-450b-af99-f4c1495086ee tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 813 time: 0.2900982 Feb 08 17:34:18.766155 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Request body: {'port': {'device_id': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'admin_state_up': True, 'tenant_id': '74eb713ad3e34829a512ab7b068613e4'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:18.970566 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a8118693-4c6f-4c6f-8490-8ad826ac7e9e req-f1e79def-6e52-46fc-b6bf-6d6bd866ce93 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 210 time: 0.1150148 Feb 08 17:34:19.056261 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd49b8-f6df-452d-8cc5-c2fd0f8d2d09 req-687cf603-bd9a-491b-9d56-6d3981fcfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:19.059703 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a2fd49b8-f6df-452d-8cc5-c2fd0f8d2d09 req-687cf603-bd9a-491b-9d56-6d3981fcfce7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 1129 time: 0.1780050 Feb 08 17:34:19.128576 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Made reservation on behalf of 74eb713ad3e34829a512ab7b068613e4 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:34:19.133798 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:19.182315 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a2fd49b8-f6df-452d-8cc5-c2fd0f8d2d09 req-97c85a55-665c-4129-a31b-7f0516abfe65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073263 Feb 08 17:34:19.402154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Allocated IP 172.20.0.3 (68303811-987d-45d3-911c-ea578153745e/1c4b169a-fe86-4903-8b59-426bea11760b/0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:34:19.514600 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49512c13-e89b-4f09-98f4-efab093e4a6a req-2bd57024-8b7d-417e-8f17-68275375c601 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:19.517319 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-49512c13-e89b-4f09-98f4-efab093e4a6a req-2bd57024-8b7d-417e-8f17-68275375c601 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.0936677 Feb 08 17:34:19.607331 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-49512c13-e89b-4f09-98f4-efab093e4a6a req-19d1dad6-c9f7-4a9e-bd4e-4fef7c1f9b5b tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805922 Feb 08 17:34:19.687185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks [] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:19.750226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:19.774397 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d', '472f6165-5949-4189-97d6-03690f24a2a5', 'c0746dd4-2e81-48be-9572-611238bd7c8e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:34:19.858155 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Network 68303811-987d-45d3-911c-ea578153745e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:34:19.894350 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:19.899302 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event updated for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:19.906130 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:34:20.010398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d578-6c82-4d69-9ea9-e373e0cd8ddb req-a197f437-8c96-40a8-a260-4cc22043a453 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:20.013120 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2276d578-6c82-4d69-9ea9-e373e0cd8ddb req-a197f437-8c96-40a8-a260-4cc22043a453 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1843276 Feb 08 17:34:20.025216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:20.025216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:20.093396 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fb7983b6-0151-4c05-ab3f-423c3c6be3f1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3382344 Feb 08 17:34:20.132427 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2276d578-6c82-4d69-9ea9-e373e0cd8ddb req-c7fe0756-1c8c-405d-a486-3f5145fff574 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956993 Feb 08 17:34:20.147583 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Request body: {'port': {'device_id': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:20.231879 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37953-df3e-4843-83a0-50a9f1d11143 req-83364668-1717-4027-8cbe-e87b4d227f48 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:20.235265 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b9a37953-df3e-4843-83a0-50a9f1d11143 req-83364668-1717-4027-8cbe-e87b4d227f48 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 931 time: 0.1176569 Feb 08 17:34:20.302592 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:20.335833 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b9a37953-df3e-4843-83a0-50a9f1d11143 req-e1b20d32-2b50-4fee-8b8a-c75e973d064d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896943 Feb 08 17:34:20.879866 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:34:20.893663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks [] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:20.911081 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d04bab-3c06-43f7-b553-eaf84b11c503 req-29a055b2-3db3-4816-8346-74efb7233519 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:20.913970 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1d04bab-3c06-43f7-b553-eaf84b11c503 req-29a055b2-3db3-4816-8346-74efb7233519 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.1783721 Feb 08 17:34:20.955880 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Transition to ACTIVE for port object 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:34:20.965828 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:21.074204 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e1d04bab-3c06-43f7-b553-eaf84b11c503 req-d6b553cd-9864-495c-88ad-edecde17a4f7 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Feb 08 17:34:21.108464 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:21.240836 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Attempting to bind port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:34:21.241400 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Attempting to bind port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:34:21.241890 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Attempting to bind port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:34:21.250221 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 on network 68303811-987d-45d3-911c-ea578153745e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:34:21.250692 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Attempting to bind port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 on network 68303811-987d-45d3-911c-ea578153745e {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:34:21.259443 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:34:21.259918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Checking segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:34:21.261031 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Bound using segment: {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:34:21.261696 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Bound port: 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56b24d5-ad64-4685-ae3c-63a8432b11ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '68303811-987d-45d3-911c-ea578153745e'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:34:21.262162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:21.360893 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749cbf4-57c4-42f0-9254-b5074416e2ce req-cc57fb72-10eb-41b4-be9a-df5408245e7b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:21.363791 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d749cbf4-57c4-42f0-9254-b5074416e2ce req-cc57fb72-10eb-41b4-be9a-df5408245e7b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1010299 Feb 08 17:34:21.386350 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:34:21.392171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:34:21.407712 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:21.467661 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d749cbf4-57c4-42f0-9254-b5074416e2ce req-0dd5d13b-b7ea-45e8-95ed-ac90aec93282 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943024 Feb 08 17:34:21.485826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:21.486353 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:21.488868 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 HTTP/1.1" status: 200 len: 1093 time: 1.3482623 Feb 08 17:34:21.489646 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:21.493672 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641fc619-29b8-4525-a1aa-021cd78742b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:21.552171 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcd79a-f330-4ccc-b3f5-4c347d5b62f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:21.583576 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191af4b5-8327-422b-9b21-fbb7d4ead881 x-openstack-request-id: req-191af4b5-8327-422b-9b21-fbb7d4ead881 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:21.583942 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:21.584251 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-191af4b5-8327-422b-9b21-fbb7d4ead881 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:21.584724 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6', 'status': 'completed', 'code': 200} Feb 08 17:34:21.685049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02721a2-3a42-4c54-a9c5-3ecd9db820ee req-d62b3f70-4ab6-40c1-93b4-e69a8b214240 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:21.687874 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d02721a2-3a42-4c54-a9c5-3ecd9db820ee req-d62b3f70-4ab6-40c1-93b4-e69a8b214240 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 943 time: 0.1849627 Feb 08 17:34:21.736814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fc5b1e92-b52b-494a-9427-80f34fa43af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:21.739274 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-fc5b1e92-b52b-494a-9427-80f34fa43af7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 1127 time: 0.1388662 Feb 08 17:34:21.853225 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-c01ff3de-ad07-4aa4-9e07-636dca7b30df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0881515 Feb 08 17:34:21.867939 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d02721a2-3a42-4c54-a9c5-3ecd9db820ee req-495e9de0-ac7a-4b5e-b79b-d45f8d5b3e40 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662011 Feb 08 17:34:21.975041 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-948de8f9-b1c7-484c-8b7a-a960bca6e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:21.977639 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-948de8f9-b1c7-484c-8b7a-a960bca6e40c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.0846183 Feb 08 17:34:22.052700 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-55fabb29-7001-46f9-b184-af66685fe0ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446303 Feb 08 17:34:22.254015 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-d8a54133-33bc-4494-af13-67463c8d6065 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802490 Feb 08 17:34:22.332866 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e9673-7d27-43c6-bdf2-1204a2777cc5 req-7e940aeb-3b39-4c0b-8ecd-1ac206aed693 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:22.335339 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d77e9673-7d27-43c6-bdf2-1204a2777cc5 req-7e940aeb-3b39-4c0b-8ecd-1ac206aed693 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.1149435 Feb 08 17:34:22.419459 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d77e9673-7d27-43c6-bdf2-1204a2777cc5 req-2c4964e6-58ca-482a-86c4-7f26f1f23bdb tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736148 Feb 08 17:34:22.448680 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c92fefe-eebf-453a-b982-5d87e1cc3ec2 req-d847664d-fc38-4a4f-b590-0d847f53dcc7 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588328 Feb 08 17:34:22.656134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-499b8884-c9a7-4657-bb30-7151ee2f062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:22.658887 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-499b8884-c9a7-4657-bb30-7151ee2f062c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74eb713ad3e34829a512ab7b068613e4&device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 1127 time: 0.1229825 Feb 08 17:34:22.799223 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46d53-425f-4b96-b633-040eae5d5f3a req-315135d5-2476-4290-af19-96feeaea21d5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:22.802080 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70a46d53-425f-4b96-b633-040eae5d5f3a req-315135d5-2476-4290-af19-96feeaea21d5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1926568 Feb 08 17:34:22.913719 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-ddab631d-49cd-4cb7-9809-a558d07849cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:22.916275 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-ddab631d-49cd-4cb7-9809-a558d07849cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 200 len: 914 time: 0.2404304 Feb 08 17:34:22.942262 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-70a46d53-425f-4b96-b633-040eae5d5f3a req-1e1dff9e-e3e7-427c-a524-82f7dd5da6a7 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244125 Feb 08 17:34:23.031018 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-06d8fadf-980d-4790-9402-73a2a7eb27fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0962493 Feb 08 17:34:23.112430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648aa0c6-db53-4b9f-a7bb-c27eedda1465 req-58a0f20d-4d78-4e0a-848f-6664981f049b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:23.115453 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-648aa0c6-db53-4b9f-a7bb-c27eedda1465 req-58a0f20d-4d78-4e0a-848f-6664981f049b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 943 time: 0.1036878 Feb 08 17:34:23.205017 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-648aa0c6-db53-4b9f-a7bb-c27eedda1465 req-d8410c32-c4fd-4d10-bd9f-2461a22ee68d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745816 Feb 08 17:34:23.217625 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-dce8bef0-57b2-40dd-92b8-0c5eb6ddf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:23.220068 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-dce8bef0-57b2-40dd-92b8-0c5eb6ddf496 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 200 len: 853 time: 0.1764004 Feb 08 17:34:23.295123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e13c-c701-4b18-a2fd-966301686c38 req-2721f873-f583-41c9-b146-ec51261c8657 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:23.297876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cc65e13c-c701-4b18-a2fd-966301686c38 req-2721f873-f583-41c9-b146-ec51261c8657 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.2062323 Feb 08 17:34:23.301430 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-c5ea1650-4da8-43c0-a6ff-caa3542b03d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68303811-987d-45d3-911c-ea578153745e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583527 Feb 08 17:34:23.313245 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41580) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:23.321218 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Request body: {'floatingip': {'port_id': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:23.328999 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-7fa1e9cb-6ca7-4cd3-8c8e-3beb2f06bf1f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:23.331481 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-7fa1e9cb-6ca7-4cd3-8c8e-3beb2f06bf1f tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.1715789 Feb 08 17:34:23.394012 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:23.598387 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-cb0e5f54-1931-4fe2-b264-a645ab495582 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651372 Feb 08 17:34:24.001058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900404-1c50-4c53-a822-085356db587f req-e29fabc3-5557-4057-92e2-2873f294d26d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:24.003980 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-19900404-1c50-4c53-a822-085356db587f req-e29fabc3-5557-4057-92e2-2873f294d26d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 945 time: 0.1937757 Feb 08 17:34:24.118855 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Deleting port 2ce2fd96-10b4-41ed-951a-837a866ac88e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:34:24.119447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.218331 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-19900404-1c50-4c53-a822-085356db587f req-14ca12ad-873a-4c3f-8959-142302542d2b tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/security-groups?id=63817ec3-9948-4191-bf5d-0c1946ff891a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017887 Feb 08 17:34:24.302908 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-641fc619-29b8-4525-a1aa-021cd78742b1 req-f6e9f80c-34fe-4384-a442-d1fef64a9599 service neutron] 10.222.0.64 "GET /v2.0/networks/68303811-987d-45d3-911c-ea578153745e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768842 Feb 08 17:34:24.348965 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] For port 2ce2fd96-10b4-41ed-951a-837a866ac88e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=2ce2fd96-10b4-41ed-951a-837a866ac88e,segment=NetworkSegment(e7fdacca-0000-4e0a-a726-a48305747cc4),segment_id=e7fdacca-0000-4e0a-a726-a48305747cc4)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:24.350275 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.376322 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Calling delete_port for 2ce2fd96-10b4-41ed-951a-837a866ac88e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:34:24.418138 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.424789 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.538883 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d61f50-d306-4a28-a454-4f118537d374 req-4d823c40-9b11-4384-8510-01a1b0e56be6 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:24.541274 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37d61f50-d306-4a28-a454-4f118537d374 req-4d823c40-9b11-4384-8510-01a1b0e56be6 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 943 time: 0.1675568 Feb 08 17:34:24.609679 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Floating IP 21ab3ace-d0f9-45d8-8698-32309f31366b associated. External IP: 172.27.3.55, port: 0e5f8222-7e85-4961-a7e7-946aa0f2ff02. Feb 08 17:34:24.692652 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37d61f50-d306-4a28-a454-4f118537d374 req-c74a9656-0482-4ec9-8ac9-dbdd8c497856 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403863 Feb 08 17:34:24.746276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (2ce2fd96-10b4-41ed-951a-837a866ac88e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.803756 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Pushing event deleted for resources: {'Port': ['ID=2ce2fd96-10b4-41ed-951a-837a866ac88e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:24.885329 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] No DVR routers for this DVR port 2ce2fd96-10b4-41ed-951a-837a866ac88e on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:34:24.890643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:24.897340 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-aaf42027-5690-439b-8c4d-242bbd7d967e req-0f62adde-9c10-4935-808c-77a0c95a1c11 tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.64 "DELETE /v2.0/ports/2ce2fd96-10b4-41ed-951a-837a866ac88e HTTP/1.1" status: 204 len: 173 time: 1.5502286 Feb 08 17:34:24.898119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'name': 'network-vif-deleted', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:24.903024 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96809b02-f6b6-4fcd-a8d5-55a5018a6dbc" -d '{"events": [{"server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "name": "network-vif-deleted", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:24.984638 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757adff5-36ea-4bc4-9154-0fd893602ab6 x-openstack-request-id: req-757adff5-36ea-4bc4-9154-0fd893602ab6 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:24.985212 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538dbde7-2cb0-44ca-9f40-203e7a7764a3", "name": "network-vif-deleted", "tag": "2ce2fd96-10b4-41ed-951a-837a866ac88e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:24.985777 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-757adff5-36ea-4bc4-9154-0fd893602ab6 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:24.986106 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538dbde7-2cb0-44ca-9f40-203e7a7764a3', 'name': 'network-vif-deleted', 'tag': '2ce2fd96-10b4-41ed-951a-837a866ac88e', 'status': 'completed', 'code': 200} Feb 08 17:34:25.043965 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:34:25.249908 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:34:25.257288 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:25.264938 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:34:25.283871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:34:25.285307 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:25.312376 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4c2695f1-b42c-49fa-a642-fe2816cf63c5 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "PUT /v2.0/floatingips/21ab3ace-d0f9-45d8-8698-32309f31366b HTTP/1.1" status: 200 len: 990 time: 1.9974177 Feb 08 17:34:25.313090 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:25.317443 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ccc776-486c-4c62-9992-a3da6d5bb803" -d '{"events": [{"name": "network-changed", "server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:25.437429 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-084efc08-9b4b-4e8e-9e22-bad72a37b1fc req-781f284a-4ba1-48df-99ba-3481d138dd5d tempest-VolumesSnapshotTestJSON-1942015834 tempest-VolumesSnapshotTestJSON-1942015834-project] 10.222.0.69 "GET /v2.0/ports?device_id=538dbde7-2cb0-44ca-9f40-203e7a7764a3 HTTP/1.1" status: 200 len: 210 time: 0.0498717 Feb 08 17:34:25.518150 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:34:25.555603 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886011af-8238-4c02-9aa4-49f26be68f48 req-0225337b-8e15-4cf8-80b0-4f46c30153bd tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:25.559544 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-886011af-8238-4c02-9aa4-49f26be68f48 req-0225337b-8e15-4cf8-80b0-4f46c30153bd tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1343770 Feb 08 17:34:25.647631 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8de45-54c1-49f8-98b2-96c74c05ef3c x-openstack-request-id: req-0cb8de45-54c1-49f8-98b2-96c74c05ef3c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:25.648574 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:25.649120 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cb8de45-54c1-49f8-98b2-96c74c05ef3c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:25.649891 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'status': 'completed', 'code': 200} Feb 08 17:34:25.694250 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-886011af-8238-4c02-9aa4-49f26be68f48 req-2e25e874-f10a-4d47-8aee-e75cad259d11 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239257 Feb 08 17:34:25.861348 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-e5602d01-27e8-44b4-b7b1-fa59c0768577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:25.864181 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-e5602d01-27e8-44b4-b7b1-fa59c0768577 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 1129 time: 0.1394749 Feb 08 17:34:26.054013 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '21ab3ace-d0f9-45d8-8698-32309f31366b', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:02:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:34:02Z', 'updated_at': '2022-02-08T17:34:24Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:26.071408 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:34:26.074895 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1d398-604d-4989-8cc6-185bc5b8b383 req-67943c8d-2921-449d-a776-b7542fe3e3e3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:26.075523 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 2ce2fd96-10b4-41ed-951a-837a866ac88e no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:34:26.077645 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02f1d398-604d-4989-8cc6-185bc5b8b383 req-67943c8d-2921-449d-a776-b7542fe3e3e3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 943 time: 0.1988237 Feb 08 17:34:26.149740 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-e9f0e88e-82cb-493c-b9ab-6c4a0d814844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:26.152934 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-e9f0e88e-82cb-493c-b9ab-6c4a0d814844 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 200 len: 911 time: 0.2695689 Feb 08 17:34:26.158731 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 2ce2fd96-10b4-41ed-951a-837a866ac88e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:34:26.159186 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 2ce2fd96-10b4-41ed-951a-837a866ac88e not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:34:26.171538 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:34:26.195231 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:34:26.196289 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:26.292130 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-02f1d398-604d-4989-8cc6-185bc5b8b383 req-aaf775ed-872c-40ca-a59e-f7f7b3d5dd72 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779912 Feb 08 17:34:26.313288 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-ce6c52db-36f4-4bec-831d-787c0b4b0110 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02 HTTP/1.1" status: 200 len: 998 time: 0.1386130 Feb 08 17:34:26.324979 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.resource_extend [None req-074170ba-f751-4192-a149-968583a45579 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 17:34:26.422392 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-468bc5ce-6869-4940-bd6d-64e17239bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:26.425129 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-468bc5ce-6869-4940-bd6d-64e17239bf09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 200 len: 849 time: 0.0903859 Feb 08 17:34:26.503726 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:34:26.526955 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-2a7ed4ac-5af9-4d1c-aeeb-d3566579c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:26.532776 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-2a7ed4ac-5af9-4d1c-aeeb-d3566579c98d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53cffab-2cd9-4d72-a0c8-7ee042426cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888591 Feb 08 17:34:26.597647 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:26.694247 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6', 'network_id': '68303811-987d-45d3-911c-ea578153745e', 'port_id': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6', 'mac_address': 'fa:16:3e:a0:50:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b169a-fe86-4903-8b59-426bea11760b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:34:26.742068 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-0cda79f4-883c-4589-ac54-59cd50d78e7d service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012553 Feb 08 17:34:26.848936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:34:26.848936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:26.919348 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:34:27.003683 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:27.012792 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:27.039121 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37635cd-990a-4715-adf6-eb6de298e07b req-c975602d-1f35-47c7-88be-27b0f9a4fc0b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:27.041796 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b37635cd-990a-4715-adf6-eb6de298e07b req-c975602d-1f35-47c7-88be-27b0f9a4fc0b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1709797 Feb 08 17:34:27.045433 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-92ccc776-486c-4c62-9992-a3da6d5bb803 req-0266147e-d481-4bb2-bdce-c81a79d26299 service neutron] 10.222.0.64 "GET /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935028 Feb 08 17:34:27.167449 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:27.197098 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b37635cd-990a-4715-adf6-eb6de298e07b req-d520748f-1f33-463c-a01b-05f36960e914 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429772 Feb 08 17:34:27.308666 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '21ab3ace-d0f9-45d8-8698-32309f31366b', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:02:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:34:02Z', 'updated_at': '2022-02-08T17:34:24Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:27.361967 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8edb9e-dab8-47f0-a8ce-4e64706cbd2f None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '21ab3ace-d0f9-45d8-8698-32309f31366b', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'port_id': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'mac_address': 'fa:16:3e:02:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:34:02Z', 'updated_at': '2022-02-08T17:34:24Z', 'revision_number': 1, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:34:27.530452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15985c-d2d9-4a29-a12a-0180197005d6 req-bec06daa-16e2-475f-aa2c-354d7bceda1c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:27.533139 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4f15985c-d2d9-4a29-a12a-0180197005d6 req-bec06daa-16e2-475f-aa2c-354d7bceda1c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.1049328 Feb 08 17:34:27.597599 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:34:27.625623 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4f15985c-d2d9-4a29-a12a-0180197005d6 req-b004d276-a2e3-477d-bdea-44ebedefb82c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818417 Feb 08 17:34:27.714715 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad8f9c-67ff-49cd-85b1-0e209ffa16b7 None None] New status for floating IP 21ab3ace-d0f9-45d8-8698-32309f31366b: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:34:28.399932 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab809-2aaf-43e4-94d5-4e53d9317abb req-fd2750e0-a8f6-44ba-8e2c-208410bfe08e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:28.403209 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db1ab809-2aaf-43e4-94d5-4e53d9317abb req-fd2750e0-a8f6-44ba-8e2c-208410bfe08e tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.0950329 Feb 08 17:34:28.493232 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-db1ab809-2aaf-43e4-94d5-4e53d9317abb req-df48526d-4ae4-45a8-92f1-a104dadb68f7 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811803 Feb 08 17:34:28.855309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871739-81cc-4626-8e35-7dd5ee600d7c req-4f92dda5-ef8d-4e84-834b-62b06e4c89eb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:28.858166 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7871739-81cc-4626-8e35-7dd5ee600d7c req-4f92dda5-ef8d-4e84-834b-62b06e4c89eb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.1004982 Feb 08 17:34:28.960314 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e7871739-81cc-4626-8e35-7dd5ee600d7c req-48143658-f6e2-4b23-bf5b-122020df3709 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886669 Feb 08 17:34:30.196585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78df22-2c06-441a-acbb-2e789923f20e req-852a0a84-887a-4dba-8714-6e20e139bf47 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:30.199257 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dc78df22-2c06-441a-acbb-2e789923f20e req-852a0a84-887a-4dba-8714-6e20e139bf47 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.1046793 Feb 08 17:34:30.293606 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dc78df22-2c06-441a-acbb-2e789923f20e req-d2703a5f-aaed-484a-bc0c-faa53ec6cb11 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837839 Feb 08 17:34:31.506813 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07767f-fd9f-45eb-96fc-913e7892a434 req-572901cf-1962-410d-ad35-a23375e3b475 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:31.509440 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff07767f-fd9f-45eb-96fc-913e7892a434 req-572901cf-1962-410d-ad35-a23375e3b475 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.0935614 Feb 08 17:34:31.596081 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ff07767f-fd9f-45eb-96fc-913e7892a434 req-4602f33e-36e7-4980-b581-8b0d419cfca0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750847 Feb 08 17:34:32.808585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f56af-cc1e-462f-a261-e54c07478c40 req-e02465ca-d2b6-41b2-b4a8-5878220cb1ad tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:32.808585 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e41f56af-cc1e-462f-a261-e54c07478c40 req-e02465ca-d2b6-41b2-b4a8-5878220cb1ad tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.0981662 Feb 08 17:34:32.892417 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e41f56af-cc1e-462f-a261-e54c07478c40 req-637c1dc8-e19f-4f64-a352-f1bf9272b14c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Feb 08 17:34:34.075492 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:34:34.153457 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7102acd-1dde-467e-b487-87be5d86b063 req-c3ed34df-3232-4f70-afc0-7a53b2a4a903 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:34.157086 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7102acd-1dde-467e-b487-87be5d86b063 req-c3ed34df-3232-4f70-afc0-7a53b2a4a903 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 944 time: 0.1402547 Feb 08 17:34:34.197080 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:34:34.209048 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:34:34.209586 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:34.255538 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7102acd-1dde-467e-b487-87be5d86b063 req-74b0258d-a39b-4f08-9fee-c8210454ed45 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896871 Feb 08 17:34:34.376381 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:34:34.377019 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:34.437902 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:34:34.442695 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39fd4d8-f9d7-4f2e-a0e6-3a7d5aa444aa" -d '{"events": [{"server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "name": "network-vif-plugged", "status": "completed", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:34:34.450955 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:34:34.462287 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:34.575868 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe7a12e-232f-4868-8ac9-9dd5a1cde734 x-openstack-request-id: req-cfe7a12e-232f-4868-8ac9-9dd5a1cde734 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:34:34.576517 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "name": "network-vif-plugged", "status": "completed", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:34:34.576685 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfe7a12e-232f-4868-8ac9-9dd5a1cde734 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:34:34.577149 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6', 'code': 200} Feb 08 17:34:34.578940 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:34.705010 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-230d61e5-4725-4187-b181-58dab3c68409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:34.894704 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda283c1-7246-41e6-9e1b-cb188ac321a3 req-785a29db-4c70-410a-8f0a-1db7199eb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:34.898686 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bda283c1-7246-41e6-9e1b-cb188ac321a3 req-785a29db-4c70-410a-8f0a-1db7199eb1ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 1129 time: 0.0868690 Feb 08 17:34:34.981067 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bda283c1-7246-41e6-9e1b-cb188ac321a3 req-30715dfa-100e-4a8b-b22e-2768f95e27fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Feb 08 17:34:35.470176 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d72db-ec85-44c0-9e2d-1b3f1184c4cc req-a8f4537b-8120-4e3a-876d-564e076f98ac tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:35.472487 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-223d72db-ec85-44c0-9e2d-1b3f1184c4cc req-a8f4537b-8120-4e3a-876d-564e076f98ac tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.0969112 Feb 08 17:34:35.566551 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-223d72db-ec85-44c0-9e2d-1b3f1184c4cc req-0c8d9cd8-d68e-4e3b-adfe-47c99629cbdb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853348 Feb 08 17:34:36.774553 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc3fd7-0931-42e0-9cc0-69d72c25522d req-66d4a9d8-6b37-4126-9f38-0bf4fd10e3a5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:36.777964 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-47dc3fd7-0931-42e0-9cc0-69d72c25522d req-66d4a9d8-6b37-4126-9f38-0bf4fd10e3a5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.0865426 Feb 08 17:34:36.866869 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-47dc3fd7-0931-42e0-9cc0-69d72c25522d req-dedfdfd4-e7d2-42a5-b918-7ef1863baf42 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785005 Feb 08 17:34:37.118696 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-860bb562-313b-4887-a877-7543f801a7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:38.026608 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:38.078602 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30046-b850-4016-984d-b35f30e3cf40 req-b7af0484-4c5a-49cc-a6d9-55af2271815b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:38.081791 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-08f30046-b850-4016-984d-b35f30e3cf40 req-b7af0484-4c5a-49cc-a6d9-55af2271815b tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.0919719 Feb 08 17:34:38.169589 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-08f30046-b850-4016-984d-b35f30e3cf40 req-ae6d3fdc-006d-41bb-af8a-f65359cc8b26 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Feb 08 17:34:39.953460 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:41.237842 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:42.684243 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:44.287931 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:34:54.574031 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41902) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:54.655513 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Deleting subnet 822d5d08-7556-4e41-8dee-27368846ca91 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:34:54.660468 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Publish callbacks [] for subnet (822d5d08-7556-4e41-8dee-27368846ca91), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:54.712518 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (822d5d08-7556-4e41-8dee-27368846ca91), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:54.770034 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (822d5d08-7556-4e41-8dee-27368846ca91), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:54.861701 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (822d5d08-7556-4e41-8dee-27368846ca91), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:54.908077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822d5d08-7556-4e41-8dee-27368846ca91,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:54.912229 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:54.917396 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/822d5d08-7556-4e41-8dee-27368846ca91 HTTP/1.1" status: 204 len: 168 time: 0.3419132 Feb 08 17:34:54.920699 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:54.934372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.934945 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.935598 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.936167 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.936711 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.937307 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.937864 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.938402 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.938968 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.939550 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.940112 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.940690 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:54.941304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d35b7f-e54d-4048-bbaf-5b6fb6a39ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.053557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (e00650e9-60fb-433d-8933-974a605223d2), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.189355 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (e00650e9-60fb-433d-8933-974a605223d2), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.225574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00650e9-60fb-433d-8933-974a605223d2']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:55.245384 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fdacca-0000-4e0a-a726-a48305747cc4') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:55.245902 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fdacca-0000-4e0a-a726-a48305747cc4') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:34:55.262296 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (e7fdacca-0000-4e0a-a726-a48305747cc4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.278240 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (e7fdacca-0000-4e0a-a726-a48305747cc4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.284989 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:34:55.285450 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (e7fdacca-0000-4e0a-a726-a48305747cc4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:34:55.287309 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:34:55.379639 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (e00650e9-60fb-433d-8933-974a605223d2), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.391997 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.398162 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] 10.222.0.69 "DELETE /v2.0/networks/e00650e9-60fb-433d-8933-974a605223d2 HTTP/1.1" status: 204 len: 168 time: 0.4754891 Feb 08 17:34:55.419722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Pushing event deleted for resources: {'Network': ['ID=e00650e9-60fb-433d-8933-974a605223d2,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:55.433364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.433972 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.434570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.435213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.435732 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.436363 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.436908 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.437522 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.438109 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.438703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.439290 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.439998 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.440483 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f5195b-3f38-466b-8eb2-65f42f28782a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:34:55.575485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41912) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:55.643095 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-edc3ba7a-d8a4-4703-bfb2-5524e0281d3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bc58680f1494f0c941c254f20b7ad9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655055 Feb 08 17:34:55.646170 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41914) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:55.715432 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] Publish callbacks [] for security_group (63817ec3-9948-4191-bf5d-0c1946ff891a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.749487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] Publish callbacks [] for security_group (63817ec3-9948-4191-bf5d-0c1946ff891a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.817136 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63817ec3-9948-4191-bf5d-0c1946ff891a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.822969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:55.825002 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63817ec3-9948-4191-bf5d-0c1946ff891a HTTP/1.1" status: 204 len: 168 time: 0.1772943 Feb 08 17:34:55.839402 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035746c7-b839-44de-b4ae-2c4b8f18cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63817ec3-9948-4191-bf5d-0c1946ff891a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:56.851304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41940) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:57.010543 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-633295605-network', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:57.050760 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Made reservation on behalf of 28ccc8eef185498e9ceeef80e17e6481 for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:34:57.054236 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.065527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.192297 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks [] for security_group (d91c77f3-0767-418c-9f12-b9df832f417c), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.198579 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d91c77f3-0767-418c-9f12-b9df832f417c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.229093 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:34:57.247252 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c77f3-0767-418c-9f12-b9df832f417c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:57.255119 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (992926a6-ecf9-4ced-94b3-2f036e6ceb31), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.255589 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Added segment 992926a6-ecf9-4ced-94b3-2f036e6ceb31 of type vlan for network 11f5e39b-3bc1-4031-81b0-0f80211e0497 Feb 08 17:34:57.311410 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (11f5e39b-3bc1-4031-81b0-0f80211e0497), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.343773 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (11f5e39b-3bc1-4031-81b0-0f80211e0497), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.345007 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:57.345724 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.421952 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5690811 Feb 08 17:34:57.426277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:57.433619 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Request body: {'subnet': {'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-633295605-subnet', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:57.434936 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e4afd-2b83-48a9-addc-dc54de4921a6 admin admin] Pushing event updated for resources: {'Network': ['ID=11f5e39b-3bc1-4031-81b0-0f80211e0497,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:57.451024 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:34:57.468827 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Made reservation on behalf of 28ccc8eef185498e9ceeef80e17e6481 for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:34:57.472546 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4983818'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.772377 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5037862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4983860'] for subnet (330bc913-da26-4405-8d56-9542205927a9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.869857 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Pushing event updated for resources: {'Subnet': ['ID=330bc913-da26-4405-8d56-9542205927a9,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:57.881492 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Checking segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:34:57.881960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Network hostable DHCP agents. Network: 11f5e39b-3bc1-4031-81b0-0f80211e0497, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:34:57.914871 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:34:57.935194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 11f5e39b-3bc1-4031-81b0-0f80211e0497) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:57.941286 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:34:57.942032 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:57.952087 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29681221-21c5-44c4-98b7-5192c5de81a5 None None] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:34:57.966989 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bcce238e-9b36-4671-840a-24d6c49c074f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5390279 Feb 08 17:34:57.977075 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 41952) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:34:57.984356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:34:58.029246 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.030948 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.128132 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for router_controller (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.164257 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-11f5e39b-3bc1-4031-81b0-0f80211e0497', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:34:58.166283 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.381368 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for router_gateway (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.410363 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Allocated IP 172.20.0.2 (11f5e39b-3bc1-4031-81b0-0f80211e0497/330bc913-da26-4405-8d56-9542205927a9/3a485f7a-bbb2-4bed-9eef-a9569122a29c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:34:58.662310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks [] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.674510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.730412 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for router_gateway (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.747227 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:34:58.752829 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:58.757534 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:34:58.772910 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.780644 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Pushing event updated for resources: {'Port': ['ID=3a485f7a-bbb2-4bed-9eef-a9569122a29c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:58.863997 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Attempting to bind port 3a485f7a-bbb2-4bed-9eef-a9569122a29c on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:34:58.864513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Attempting to bind port 3a485f7a-bbb2-4bed-9eef-a9569122a29c by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:34:58.864947 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Attempting to bind port 3a485f7a-bbb2-4bed-9eef-a9569122a29c on network 11f5e39b-3bc1-4031-81b0-0f80211e0497 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:34:58.872187 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:34:58.873094 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Checking segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:34:58.873696 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.874256 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Bound using segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:34:58.875125 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Bound port: 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:34:58.875750 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:58.963797 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Allocated IP 172.27.3.163 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:34:58.991044 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] For port 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:34:59.002757 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] For port 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=3a485f7a-bbb2-4bed-9eef-a9569122a29c,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:34:59.011681 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:59.116207 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2c1d1-cb0b-44bc-83a2-54450bf19075 None None] Pushing event updated for resources: {'Port': ['ID=3a485f7a-bbb2-4bed-9eef-a9569122a29c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:59.139791 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:59.188973 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:59.293741 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:34:59.295750 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Pushing event updated for resources: {'Port': ['ID=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:34:59.300572 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:34:59.304358 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:34:59.770834 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for router_gateway (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:34:59.886809 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 3a485f7a-bbb2-4bed-9eef-a9569122a29c up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:34:59.993222 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 3a485f7a-bbb2-4bed-9eef-a9569122a29c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:34:59.994000 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:00.166767 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 3a485f7a-bbb2-4bed-9eef-a9569122a29c is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:00.167480 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:00.233558 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=3a485f7a-bbb2-4bed-9eef-a9569122a29c,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:00.239549 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:00.387199 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=3a485f7a-bbb2-4bed-9eef-a9569122a29c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:00.523976 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:00.562487 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc20d58-cca5-4b1f-b60d-eb43404ecb2d None None] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:35:00.690814 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f6e72ed5-3e4d-4c91-bd13-5e8622230e7c None None] Provisioning complete for port 3a485f7a-bbb2-4bed-9eef-a9569122a29c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:00.691383 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed5-3e4d-4c91-bd13-5e8622230e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:00.754525 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:35:00.915940 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f6e72ed5-3e4d-4c91-bd13-5e8622230e7c None None] Current status of the port 3a485f7a-bbb2-4bed-9eef-a9569122a29c is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:00.964534 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:00.979956 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Sync routers for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:00.995453 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:01.002408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 41966) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:01.003297 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:01.003467 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-5cc2acb3-7de0-4035-9e9a-880a0fb8e8fb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0237610 Feb 08 17:35:01.004199 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:01.241555 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:01.401895 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-aa44d513-65b9-47cd-ab76-5c812a5e828c None None] Provisioning complete for port 3a485f7a-bbb2-4bed-9eef-a9569122a29c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:01.402347 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa44d513-65b9-47cd-ab76-5c812a5e828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:01.659720 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-aa44d513-65b9-47cd-ab76-5c812a5e828c None None] Current status of the port 3a485f7a-bbb2-4bed-9eef-a9569122a29c is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:01.702374 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:34:59Z', 'revision_number': 3, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:01.754636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Checking router: f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:01.755357 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Updating router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:35:01.814804 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:01.855915 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 3a485f7a-bbb2-4bed-9eef-a9569122a29c up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:02.022695 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.074809 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 3a485f7a-bbb2-4bed-9eef-a9569122a29c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:02.075876 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.366936 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Allocated IP 172.20.0.1 (11f5e39b-3bc1-4031-81b0-0f80211e0497/330bc913-da26-4405-8d56-9542205927a9/8b9b52f9-73c5-49a3-9ab5-b5f8788499dd) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:35:02.392818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 3a485f7a-bbb2-4bed-9eef-a9569122a29c is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:02.512869 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks [] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.530797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.547378 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks [] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.607345 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.613262 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c6f7a-3501-4e44-9127-fa12dd5274dc None None] Pushing event updated for resources: {'Port': ['ID=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:02.621350 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Attempting to bind port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:02.622162 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Attempting to bind port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:02.622740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Attempting to bind port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:02.632669 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:02.633331 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:02.633983 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.634611 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:02.635384 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Bound port: ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:02.636057 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.660620 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:02.664356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:02.675598 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:35:02.721729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:02.758684 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:02.773433 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] For port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:02.782379 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] For port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:02.807263 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.062921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.083493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:03.085075 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:03.203209 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c6f7a-3501-4e44-9127-fa12dd5274dc None None] Pushing event updated for resources: {'Port': ['ID=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:03.238961 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b4dc2879-7f06-4149-90e2-94728fe0b10a None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:03.239692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2879-7f06-4149-90e2-94728fe0b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.312103 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc2879-7f06-4149-90e2-94728fe0b10a None None] Port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:35:03.317977 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:03.371476 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks [] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.378936 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.494243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:03.498657 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:03.712251 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 1, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:03.713760 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:03.716136 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:03.795837 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99fbfb0-fc32-4757-b485-08042adf73c7 None None] The sync data for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi is: [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 1, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:04.008303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd8e62-036a-44c4-b352-19a9af30ad12 req-a38c49df-b50d-4831-923a-02c4e7203a7d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:04.011843 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ccd8e62-036a-44c4-b352-19a9af30ad12 req-a38c49df-b50d-4831-923a-02c4e7203a7d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.1613061 Feb 08 17:35:04.033997 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:04.155788 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3a36f585-7087-4970-903e-9ba3632420dc None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:04.157587 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3a36f585-7087-4970-903e-9ba3632420dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:04.230423 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f585-7087-4970-903e-9ba3632420dc None None] Port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:35:04.260246 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4ccd8e62-036a-44c4-b352-19a9af30ad12 req-3269329e-cb78-45f4-8676-dbe9045773fb tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401850 Feb 08 17:35:04.339119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:04.348775 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f9090780-c1e9-45f1-8b8c-4753f6fe4ad5 admin admin] 10.222.0.69 "PUT /v2.0/routers/f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419259 Feb 08 17:35:04.722409 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d3b89fab-fce5-47a0-b072-082475e25a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.291998 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42006) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:05.297772 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-18972914-network', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:05.339376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Made reservation on behalf of e2816d398b6346c19973f4cd3ece52b1 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:35:05.343264 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.357959 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.511274 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd20b-1eb0-45a7-bec3-2e525783b7ad req-5f78ef74-dab4-42a1-9db2-69275325dc86 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:05.514135 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-14bcd20b-1eb0-45a7-bec3-2e525783b7ad req-5f78ef74-dab4-42a1-9db2-69275325dc86 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.1057947 Feb 08 17:35:05.534157 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks [] for security_group (a63aef52-16ae-44dc-9c7d-56ab65aa31f3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.541237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a63aef52-16ae-44dc-9c7d-56ab65aa31f3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.583072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:35:05.597824 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63aef52-16ae-44dc-9c7d-56ab65aa31f3,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:05.611136 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-14bcd20b-1eb0-45a7-bec3-2e525783b7ad req-ca3a55db-6db2-4183-acc8-00a6d1dc0102 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846245 Feb 08 17:35:05.618587 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (238eece8-20e3-4d9e-ac3e-ae4033418bc2), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.619215 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Added segment 238eece8-20e3-4d9e-ac3e-ae4033418bc2 of type vlan for network c0422638-900b-48a1-9a35-2587f9b414a8 Feb 08 17:35:05.715751 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (c0422638-900b-48a1-9a35-2587f9b414a8), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.771461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (c0422638-900b-48a1-9a35-2587f9b414a8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.773508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:05.774559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.861088 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42010) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:05.861454 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5682447 Feb 08 17:35:05.886667 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Request body: {'subnet': {'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-18972914-subnet', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:05.916237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fdcd9-c411-4f4d-a4b0-39e36aa12f51 admin admin] Pushing event updated for resources: {'Network': ['ID=c0422638-900b-48a1-9a35-2587f9b414a8,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:05.922294 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:05.952585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Made reservation on behalf of e2816d398b6346c19973f4cd3ece52b1 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:35:05.957276 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:05.975311 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network c0422638-900b-48a1-9a35-2587f9b414a8 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:35:06.157888 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:06.158473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.292817 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (1d34f85f-3bc5-4ad1-a500-5c115af59343), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.315475 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:06.316126 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.358151 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:06.364388 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.371163 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d34f85f-3bc5-4ad1-a500-5c115af59343,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:06.397951 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Checking segment: {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:06.398399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Network hostable DHCP agents. Network: c0422638-900b-48a1-9a35-2587f9b414a8, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:35:06.438823 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Network c0422638-900b-48a1-9a35-2587f9b414a8 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:35:06.455820 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, c0422638-900b-48a1-9a35-2587f9b414a8) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:06.470579 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4978f08-5cc2-48ea-9eb0-e299dfd196c6 None None] Network c0422638-900b-48a1-9a35-2587f9b414a8 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:35:06.473261 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:06.475169 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.480813 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:06.512584 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e419c5c9-50a1-4bf1-b1d8-0c1ce36939d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6463811 Feb 08 17:35:06.516744 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:06.524631 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:06.550965 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.551559 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.551959 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.552798 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.553540 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.554184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.554652 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.555654 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.556180 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.556613 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.557085 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.557590 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.558099 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:06.565372 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.567993 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.675447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for router_controller (0cd4ae8e-f4fd-474d-8f52-253464c16994), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:06.700927 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-c0422638-900b-48a1-9a35-2587f9b414a8', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:35:06.702382 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.007219 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Allocated IP 172.20.0.2 (c0422638-900b-48a1-9a35-2587f9b414a8/1d34f85f-3bc5-4ad1-a500-5c115af59343/21e4ae94-922e-4db2-aa8d-3efc64d547f8) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:35:07.018211 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Sync routers for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:07.040560 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:07.042116 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:34:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:07.139410 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bd92787-13ad-448f-a86e-fe129adf3dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.261301 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:07.307567 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks [] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.318909 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.393211 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Pushing event updated for resources: {'Port': ['ID=21e4ae94-922e-4db2-aa8d-3efc64d547f8,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:07.405110 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Network c0422638-900b-48a1-9a35-2587f9b414a8 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:07.419705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:07.423412 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:35:07.483584 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for router_gateway (0cd4ae8e-f4fd-474d-8f52-253464c16994), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.502004 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-aa51ca54-d2c8-46cd-8445-adf907c11a05 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:07.505839 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-aa51ca54-d2c8-46cd-8445-adf907c11a05 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.3355007 Feb 08 17:35:07.533778 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Attempting to bind port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:07.534138 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Attempting to bind port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:07.534837 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Attempting to bind port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 on network c0422638-900b-48a1-9a35-2587f9b414a8 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:07.542800 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:07.543494 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Checking segment: {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:07.544194 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.544891 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Bound using segment: {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:07.545815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Bound port: 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:07.546443 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.550855 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f745ba-cd50-44c8-b62c-131a0d68b656 req-88eea294-f81d-4c9b-a4bd-02ec095f2c5c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:07.553074 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f745ba-cd50-44c8-b62c-131a0d68b656 req-88eea294-f81d-4c9b-a4bd-02ec095f2c5c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 945 time: 0.3854520 Feb 08 17:35:07.702649 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] For port 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:07.709151 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] For port 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=21e4ae94-922e-4db2-aa8d-3efc64d547f8,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:07.716080 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:03Z', 'revision_number': 2, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:07.727416 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.776380 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Checking router: f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:07.776869 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Updating router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:35:07.824507 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:07.835348 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f745ba-cd50-44c8-b62c-131a0d68b656 req-c3767807-8775-4e3e-9c19-adf5243e2af5 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063384 Feb 08 17:35:07.872730 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:07.935471 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877130-32ba-4806-9bc7-69d1968a819e None None] Pushing event updated for resources: {'Port': ['ID=21e4ae94-922e-4db2-aa8d-3efc64d547f8,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:07.983043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Deleting port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:07.983452 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.026701 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:08.028716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.131743 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.218939 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:08.379882 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] For port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:08.380463 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.403971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for router_gateway (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.438474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.446026 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks [] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.451433 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Calling delete_port for 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:08.458258 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.534783 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Pushing event updated for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:08.551313 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.551313 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.551313 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.551313 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.564300 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:08.668368 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Attempting to bind port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:08.668996 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Attempting to bind port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:08.669658 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Attempting to bind port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd on network 11f5e39b-3bc1-4031-81b0-0f80211e0497 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:08.679580 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:08.680135 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Checking segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:08.680784 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.681598 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Bound using segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:08.682484 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Bound port: 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:08.683136 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.758731 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Allocated IP 172.27.3.44 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:35:08.805491 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] For port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:08.811972 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] For port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:08.822321 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.935533 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd8dfe-1f25-46ae-ba57-b0189aaa3f04 None None] Pushing event updated for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:08.966939 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:08.975923 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:08.977073 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:08.986678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d', '472f6165-5949-4189-97d6-03690f24a2a5', 'c0746dd4-2e81-48be-9572-611238bd7c8e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:09.089226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event deleted for resources: {'Port': ['ID=0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:09.120185 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-42fa8f0f-d6ad-4267-aa0d-482151cfd5cb req-41740ed2-959d-4ef3-8a9f-e701f4c76d60 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 210 time: 0.0912921 Feb 08 17:35:09.148951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:09.150510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.178922 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] No DVR routers for this DVR port 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:09.185697 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.191063 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d09b12fe-c00b-42e3-98f9-1d895e8936c6 req-026c84f3-a7aa-4ee2-b849-6f323008b567 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "DELETE /v2.0/ports/0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 HTTP/1.1" status: 204 len: 173 time: 1.6742351 Feb 08 17:35:09.191686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'name': 'network-vif-deleted', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:09.194923 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b5f6d8-a164-49d8-9805-564ee09aff71" -d '{"events": [{"server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "name": "network-vif-deleted", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:09.228299 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.341516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.401344 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:09.413728 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe07c69-7484-4613-a9a6-dd271266cbcb x-openstack-request-id: req-1fe07c69-7484-4613-a9a6-dd271266cbcb {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:09.415634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39b3cf2-49f7-4975-95ef-116f071d7040", "name": "network-vif-deleted", "tag": "0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:09.417590 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fe07c69-7484-4613-a9a6-dd271266cbcb {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:09.418433 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b3cf2-49f7-4975-95ef-116f071d7040', 'name': 'network-vif-deleted', 'tag': '0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6', 'status': 'completed', 'code': 200} Feb 08 17:35:09.491180 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Current status of the port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:09.491655 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.501726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:09.512249 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:09.527966 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:35:09.535369 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Pushing event updated for resources: {'Port': ['ID=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:09.574380 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] For port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:09.593778 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.801484 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c49225-b2e9-4698-8340-5748b337ea7b None None] Pushing event updated for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:09.810775 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-18eb1f25-b51b-4695-bca6-ce12908adf79 None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:09.811393 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-18eb1f25-b51b-4695-bca6-ce12908adf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:09.893423 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:08Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:09.966871 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99b057-bfd4-4425-8144-d9f5c1d1a7c7 None None] The sync data for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi is: [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:08Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:10.050443 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da685bf3-e797-450c-8e4a-c9966567e343 None None] Network c0422638-900b-48a1-9a35-2587f9b414a8 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:35:10.059770 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:10.170073 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:10.172779 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for router_gateway (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:10.342742 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:10.395776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6c0f2428-9153-4658-90e0-435185439421 req-38880a39-0378-4b51-821f-8aab58fda086 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=b39b3cf2-49f7-4975-95ef-116f071d7040 HTTP/1.1" status: 200 len: 210 time: 0.0415108 Feb 08 17:35:10.574331 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:10.574633 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0c3ed2a4-e2ce-42dc-95fa-e4ce5541a2f6 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:10.606394 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:10.606770 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:10.616061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:10.635201 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-18eb1f25-b51b-4695-bca6-ce12908adf79 None None] Current status of the port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:10.844950 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Router 0cd4ae8e-f4fd-474d-8f52-253464c16994 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:35:10.850227 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Provisioning complete for port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:10.850636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:10.852552 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:10.853687 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 21e4ae94-922e-4db2-aa8d-3efc64d547f8 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:11.028104 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:11.028390 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.065045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:11.096557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.102193 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c7e25df2-9ff7-4b34-bcac-069b475da366 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5834889 Feb 08 17:35:11.103161 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42028) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:11.112296 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Sync routers for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:11.142623 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:11.143643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:11.411800 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.430810 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Current status of the port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:11.431378 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.435927 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:11.436329 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.530916 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:11.630373 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] For port 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=21e4ae94-922e-4db2-aa8d-3efc64d547f8,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:11.654718 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.834182 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 17:35:11.834519 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG oslo_db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 17:35:11.845486 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495c60a-87a7-4be1-b1d4-ed6137070278 None None] Pushing event updated for resources: {'Port': ['ID=21e4ae94-922e-4db2-aa8d-3efc64d547f8,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:11.854041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-c578e9d1-3e61-4ff5-8f7c-8a2b00d3af97 None None] Provisioning complete for port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:11.854601 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c578e9d1-3e61-4ff5-8f7c-8a2b00d3af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:11.860802 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.021223 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-c578e9d1-3e61-4ff5-8f7c-8a2b00d3af97 None None] Current status of the port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:12.032992 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 3, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:12.086751 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Checking router: 0cd4ae8e-f4fd-474d-8f52-253464c16994 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:12.087396 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Updating router 0cd4ae8e-f4fd-474d-8f52-253464c16994 port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:35:12.135487 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Allocated IP 172.20.0.1 (c0422638-900b-48a1-9a35-2587f9b414a8/1d34f85f-3bc5-4ad1-a500-5c115af59343/25b35185-5e38-4db6-9e49-82b92e860c38) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:35:12.139516 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.291193 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-506b80fb-f62b-4043-b951-ccb1cebdef23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4450502 Feb 08 17:35:12.317608 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks [] for port (25b35185-5e38-4db6-9e49-82b92e860c38), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.382074 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.428310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:12.445979 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-fb17f2bb-8079-4442-bbca-c78f975921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:12.447801 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-fb17f2bb-8079-4442-bbca-c78f975921ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1168 time: 0.0837879 Feb 08 17:35:12.449784 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Network c0422638-900b-48a1-9a35-2587f9b414a8 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:12.473970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:12.478950 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:35:12.529270 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Pushing event updated for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:12.564264 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.604865 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks [] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.612663 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.640596 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:12.673060 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2c3f5498-8997-4738-a532-fc9d03e16483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:12.675291 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2c3f5498-8997-4738-a532-fc9d03e16483 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.1932020 Feb 08 17:35:12.806882 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.807924 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Attempting to bind port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:12.819158 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Attempting to bind port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:12.830500 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Attempting to bind port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:12.844867 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.856442 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:12.857370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:12.858261 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.858707 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-8f08dab8-a2a5-4d8d-8532-79df95fbeb0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 1000 time: 0.1662493 Feb 08 17:35:12.859518 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:12.860421 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Bound port: aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:12.861136 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:12.864110 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060acf6a-371b-4d93-a2b4-05c073fe1c8e None None] Pushing event updated for resources: {'Port': ['ID=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:12.937768 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:12.938306 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.007284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2b06e76b-d435-4a9d-9b87-2b0665af35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:13.013204 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2b06e76b-d435-4a9d-9b87-2b0665af35be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.1346571 Feb 08 17:35:13.030068 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] For port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:13.050149 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-9546e11a-5970-44da-a979-08725d86dc9a None None] Provisioning complete for port 25b35185-5e38-4db6-9e49-82b92e860c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:13.050520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9546e11a-5970-44da-a979-08725d86dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.054701 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] For port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:13.118590 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.181957 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2c196764-adc9-4ac5-a67f-3903b421e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:13.184828 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-2c196764-adc9-4ac5-a67f-3903b421e3d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517489 Feb 08 17:35:13.199126 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks [] for port (25b35185-5e38-4db6-9e49-82b92e860c38), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.207150 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.225964 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-9546e11a-5970-44da-a979-08725d86dc9a None None] Port 25b35185-5e38-4db6-9e49-82b92e860c38 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:35:13.283353 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Pushing event updated for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:13.298899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:13.300238 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:13.310158 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:13.312224 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 21e4ae94-922e-4db2-aa8d-3efc64d547f8 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:13.334296 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e201c0-6cdf-45e8-8ba6-c35399864cd3 req-ea766c11-546a-4518-9a34-399ca7a47255 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:13.336449 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65e201c0-6cdf-45e8-8ba6-c35399864cd3 req-ea766c11-546a-4518-9a34-399ca7a47255 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.2243826 Feb 08 17:35:13.356102 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060acf6a-371b-4d93-a2b4-05c073fe1c8e None None] Pushing event updated for resources: {'Port': ['ID=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:13.364531 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.495625 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-59969b43-a1ce-4568-bf3f-e8e257264b29 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971120 Feb 08 17:35:13.497138 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Network c0422638-900b-48a1-9a35-2587f9b414a8 is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:13.498856 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:13.500003 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-65e201c0-6cdf-45e8-8ba6-c35399864cd3 req-9c13cb8e-d572-4a46-bd92-e20f496b27df tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422942 Feb 08 17:35:13.665876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-010cb4e2-e784-4409-b9cc-1e64d69408f3 req-962735df-ef10-4adb-8442-6f903414eaf0 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612315 Feb 08 17:35:13.701092 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:13.707854 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Router 0cd4ae8e-f4fd-474d-8f52-253464c16994 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:13.783249 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:13.784104 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:13.899885 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:13.906315 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9dde8d14-fc4b-4ebd-9c9b-e71d85f7276b admin admin] 10.222.0.69 "PUT /v2.0/routers/0cd4ae8e-f4fd-474d-8f52-253464c16994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014450 Feb 08 17:35:13.963411 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-36a42717-d028-4ec6-b501-c1e5c4047b6b None None] Provisioning complete for port 25b35185-5e38-4db6-9e49-82b92e860c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:13.963964 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-36a42717-d028-4ec6-b501-c1e5c4047b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:14.090778 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:14.093986 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-36a42717-d028-4ec6-b501-c1e5c4047b6b None None] Port 25b35185-5e38-4db6-9e49-82b92e860c38 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:35:14.149031 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '25b35185-5e38-4db6-9e49-82b92e860c38', 'name': '', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'mac_address': 'fa:16:3e:66:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:11Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 2, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'subnets': [{'id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:14.179610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543819f-68fc-4218-82dc-7bc197693848 None None] The sync data for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi is: [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '25b35185-5e38-4db6-9e49-82b92e860c38', 'name': '', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'mac_address': 'fa:16:3e:66:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:11Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 2, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'subnets': [{'id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:14.712397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9706-2373-4284-87a7-33e3bd08559c req-79982b6e-3d2a-47e9-99a7-41c6d191ae7c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:14.714957 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-496f9706-2373-4284-87a7-33e3bd08559c req-79982b6e-3d2a-47e9-99a7-41c6d191ae7c tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.0792861 Feb 08 17:35:14.776413 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-496f9706-2373-4284-87a7-33e3bd08559c req-4c46c717-eea1-4750-8f54-a52770a6fc15 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Feb 08 17:35:15.685768 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42054) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:15.690858 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081424720', 'description': 'tempest-secgroup-smoke-2081424720 description', 'project_id': '28ccc8eef185498e9ceeef80e17e6481'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:15.716237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:15.886405 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (2c418b5e-b721-4f57-b394-d5f81e2f1b7a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:15.910700 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (2c418b5e-b721-4f57-b394-d5f81e2f1b7a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.013551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.015800 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3284168 Feb 08 17:35:16.019331 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42058) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:16.026710 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:16.029617 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-0dbce101-00ac-4f08-9caf-443634dc8218 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:16.032390 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-0dbce101-00ac-4f08-9caf-443634dc8218 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.2410424 Feb 08 17:35:16.059603 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (d25b7a4c-f95a-4d11-9c06-fec0f9596de8), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.059921 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af7a15-cd82-485c-aa12-469232282094 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c418b5e-b721-4f57-b394-d5f81e2f1b7a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:16.136856 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (d25b7a4c-f95a-4d11-9c06-fec0f9596de8), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.141453 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (d25b7a4c-f95a-4d11-9c06-fec0f9596de8), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.161749 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25b7a4c-f95a-4d11-9c06-fec0f9596de8,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:16.166079 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f96b-6338-456a-86ce-29b298bfc876 req-a893f4cd-948f-45fa-9a3e-34a0ea5051c3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:16.168396 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a218f96b-6338-456a-86ce-29b298bfc876 req-a893f4cd-948f-45fa-9a3e-34a0ea5051c3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 945 time: 0.2873085 Feb 08 17:35:16.173285 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.174686 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-cec35ba8-5b3c-4394-9dcd-55a8a30bd1e2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539075 Feb 08 17:35:16.179491 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42060) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:16.205846 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:16.287785 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a218f96b-6338-456a-86ce-29b298bfc876 req-9969d7a3-867d-497e-bf59-662481313fc7 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874646 Feb 08 17:35:16.288482 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (4404ae9b-e4f3-4e57-a8c4-a0a55b166ea6), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.319784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Deleting port c0746dd4-2e81-48be-9572-611238bd7c8e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:16.320317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.446412 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (4404ae9b-e4f3-4e57-a8c4-a0a55b166ea6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.455792 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (4404ae9b-e4f3-4e57-a8c4-a0a55b166ea6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.488550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] For port c0746dd4-2e81-48be-9572-611238bd7c8e, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=c0746dd4-2e81-48be-9572-611238bd7c8e,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:16.488918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.499955 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4404ae9b-e4f3-4e57-a8c4-a0a55b166ea6,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:16.511202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Calling delete_port for c0746dd4-2e81-48be-9572-611238bd7c8e owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:16.525133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.530367 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-9bc0f87e-a2ed-414a-bee2-8385ae3477f5 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274565 Feb 08 17:35:16.531577 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42062) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:16.538541 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:16.584466 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:16.645811 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (9af2aaa3-534f-40a7-86ca-6700af28ace5), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.681981 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:16.682619 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.785308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (c0746dd4-2e81-48be-9572-611238bd7c8e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.788904 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (9af2aaa3-534f-40a7-86ca-6700af28ace5), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.799146 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:16.800167 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.821854 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (9af2aaa3-534f-40a7-86ca-6700af28ace5), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.826237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event deleted for resources: {'Port': ['ID=c0746dd4-2e81-48be-9572-611238bd7c8e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:16.826834 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d', '472f6165-5949-4189-97d6-03690f24a2a5', 'c0746dd4-2e81-48be-9572-611238bd7c8e'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:16.869832 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:16.873141 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af2aaa3-534f-40a7-86ca-6700af28ace5,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:16.898213 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.901020 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] No DVR routers for this DVR port c0746dd4-2e81-48be-9572-611238bd7c8e on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:16.907585 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.915539 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-37a95e8d-55f3-4b82-82cb-dcfbdf839f3c req-87f34eca-9eb0-4704-b8b5-12543f023d7a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "DELETE /v2.0/ports/c0746dd4-2e81-48be-9572-611238bd7c8e HTTP/1.1" status: 204 len: 173 time: 0.8740709 Feb 08 17:35:16.916273 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'name': 'network-vif-deleted', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:16.920072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a95cb-206c-463d-8f77-41a514c353bb" -d '{"events": [{"server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "name": "network-vif-deleted", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:16.944868 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:16.949507 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-17be88d8-820f-422c-bd5b-c477b32b156a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141488 Feb 08 17:35:16.949961 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42066) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:16.955688 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:16.985816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f503d57e-3ca9-45be-852f-6c83b72f21dd x-openstack-request-id: req-f503d57e-3ca9-45be-852f-6c83b72f21dd {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:16.986239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73830e35-4e4d-4ca1-a5db-75fe7400fc4c", "name": "network-vif-deleted", "tag": "c0746dd4-2e81-48be-9572-611238bd7c8e", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:16.986375 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f503d57e-3ca9-45be-852f-6c83b72f21dd {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:16.986768 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73830e35-4e4d-4ca1-a5db-75fe7400fc4c', 'name': 'network-vif-deleted', 'tag': 'c0746dd4-2e81-48be-9572-611238bd7c8e', 'status': 'completed', 'code': 200} Feb 08 17:35:17.015355 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (bb2fdd3b-d9ba-43d8-9764-3e6f67d7db0e), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.044249 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:17.098703 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Sync routers for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:17.115155 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:17.116202 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:17.153052 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (bb2fdd3b-d9ba-43d8-9764-3e6f67d7db0e), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.161562 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (bb2fdd3b-d9ba-43d8-9764-3e6f67d7db0e), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.201986 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2fdd3b-d9ba-43d8-9764-3e6f67d7db0e,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:17.226370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.229486 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-3f67a389-a1e3-415e-aeb6-6c47244a4f10 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2782648 Feb 08 17:35:17.233300 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42068) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:17.241562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:17.261377 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:17.278671 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Project 28ccc8eef185498e9ceeef80e17e6481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:35:17.291167 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (b11bacbd-c451-477f-a22b-b4b8ff3997ee), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.399679 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (b11bacbd-c451-477f-a22b-b4b8ff3997ee), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.405577 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (b11bacbd-c451-477f-a22b-b4b8ff3997ee), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.465614 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d81c2f09-64b3-4af0-bc40-b46c8d172bb0 req-b5e77075-4a88-427d-9674-296f21f5468e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=73830e35-4e4d-4ca1-a5db-75fe7400fc4c HTTP/1.1" status: 200 len: 210 time: 0.0562913 Feb 08 17:35:17.467593 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11bacbd-c451-477f-a22b-b4b8ff3997ee,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:17.478334 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.483630 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-dbe16ae9-ca2f-4156-8368-eea8be647967 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2448711 Feb 08 17:35:17.483936 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42072) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:17.489053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'security_group_rule': {'security_group_id': '2c418b5e-b721-4f57-b394-d5f81e2f1b7a', 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:17.515612 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Project 28ccc8eef185498e9ceeef80e17e6481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:35:17.523952 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (ee680aa1-e2c3-4005-80e3-d393ecad49c1), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.531503 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '25b35185-5e38-4db6-9e49-82b92e860c38', 'name': '', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'mac_address': 'fa:16:3e:66:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:11Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 2, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'subnets': [{'id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:17.634204 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (ee680aa1-e2c3-4005-80e3-d393ecad49c1), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.643825 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (ee680aa1-e2c3-4005-80e3-d393ecad49c1), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.669675 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee680aa1-e2c3-4005-80e3-d393ecad49c1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:17.694866 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:17.695092 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Checking router: 0cd4ae8e-f4fd-474d-8f52-253464c16994 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:17.695678 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Updating router 0cd4ae8e-f4fd-474d-8f52-253464c16994 port 25b35185-5e38-4db6-9e49-82b92e860c38 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:35:17.704223 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e421152c-4537-4f02-b8ad-36995111cb65 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112253 Feb 08 17:35:17.747909 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.130701 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks [] for port (25b35185-5e38-4db6-9e49-82b92e860c38), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.137002 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.198244 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba69ef-26b6-4f00-b1ab-8a69a1efa2d2 None None] Pushing event updated for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:18.266747 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Attempting to bind port 25b35185-5e38-4db6-9e49-82b92e860c38 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:18.267143 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Attempting to bind port 25b35185-5e38-4db6-9e49-82b92e860c38 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:18.267595 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Attempting to bind port 25b35185-5e38-4db6-9e49-82b92e860c38 on network c0422638-900b-48a1-9a35-2587f9b414a8 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:18.274386 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:18.275035 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Checking segment: {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:18.275611 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.276315 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Bound using segment: {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:18.277084 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Bound port: 25b35185-5e38-4db6-9e49-82b92e860c38, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238eece8-20e3-4d9e-ac3e-ae4033418bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:18.277664 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.363273 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] For port 25b35185-5e38-4db6-9e49-82b92e860c38, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:18.369177 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] For port 25b35185-5e38-4db6-9e49-82b92e860c38, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=25b35185-5e38-4db6-9e49-82b92e860c38,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:18.379552 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.441578 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:18.442369 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:18.513139 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Provisioning complete for port 25b35185-5e38-4db6-9e49-82b92e860c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:18.514499 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.577516 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:18.647012 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:18.787847 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:18.788536 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.930797 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Current status of the port 25b35185-5e38-4db6-9e49-82b92e860c38 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:18.931306 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:18.936647 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba69ef-26b6-4f00-b1ab-8a69a1efa2d2 None None] Pushing event updated for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:19.036217 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] For port 25b35185-5e38-4db6-9e49-82b92e860c38, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=25b35185-5e38-4db6-9e49-82b92e860c38,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:19.051864 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:19.063749 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:19.073368 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '25b35185-5e38-4db6-9e49-82b92e860c38', 'name': '', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'mac_address': 'fa:16:3e:66:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:11Z', 'updated_at': '2022-02-08T17:35:18Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'subnets': [{'id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:19.086503 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fc9cd-1acc-4bc8-ac1f-43093e92c2f3 req-184ad4d7-b9b7-4c90-a697-2663ee4bbbb8 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:19.098008 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2a7fc9cd-1acc-4bc8-ac1f-43093e92c2f3 req-184ad4d7-b9b7-4c90-a697-2663ee4bbbb8 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.1324918 Feb 08 17:35:19.112232 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a2fbc-befe-476b-83e8-60186d6f0368 None None] The sync data for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi is: [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:35:12Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '25b35185-5e38-4db6-9e49-82b92e860c38', 'name': '', 'network_id': 'c0422638-900b-48a1-9a35-2587f9b414a8', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'mac_address': 'fa:16:3e:66:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:11Z', 'updated_at': '2022-02-08T17:35:18Z', 'revision_number': 4, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'subnets': [{'id': '1d34f85f-3bc5-4ad1-a500-5c115af59343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:19.160520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d353-c362-490e-b356-8e26c2c6974e None None] Pushing event updated for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:19.193655 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2a7fc9cd-1acc-4bc8-ac1f-43093e92c2f3 req-3076b405-de1d-4d18-999d-a9fff3ecc68f tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926728 Feb 08 17:35:19.208536 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-fb08a749-39b4-4880-a2b4-5765d871d510 None None] Provisioning complete for port 25b35185-5e38-4db6-9e49-82b92e860c38 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:19.209370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fb08a749-39b4-4880-a2b4-5765d871d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:19.358121 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a749-39b4-4880-a2b4-5765d871d510 None None] Current status of the port 25b35185-5e38-4db6-9e49-82b92e860c38 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:20.335601 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device c0746dd4-2e81-48be-9572-611238bd7c8e no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:20.371899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: c0746dd4-2e81-48be-9572-611238bd7c8e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:20.372242 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device c0746dd4-2e81-48be-9572-611238bd7c8e not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:20.390009 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455b40-95be-4e96-9f14-a79fb63f3cf4 req-4f69a54a-4401-40c9-b2cd-a15b2f78afb2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:20.392221 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a455b40-95be-4e96-9f14-a79fb63f3cf4 req-4f69a54a-4401-40c9-b2cd-a15b2f78afb2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0929933 Feb 08 17:35:20.484198 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8a455b40-95be-4e96-9f14-a79fb63f3cf4 req-1565b4db-2c9c-4fb2-8e84-123ffa629e59 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791671 Feb 08 17:35:20.586314 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 25b35185-5e38-4db6-9e49-82b92e860c38 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:20.676951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 25b35185-5e38-4db6-9e49-82b92e860c38 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:20.677585 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:20.787307 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 25b35185-5e38-4db6-9e49-82b92e860c38 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:21.273692 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-085564ff-aca7-4103-910b-9a1a5a1e2fae tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:21.275281 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-085564ff-aca7-4103-910b-9a1a5a1e2fae tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0661540 Feb 08 17:35:21.288164 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:35:21.400709 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Deleting port 472f6165-5949-4189-97d6-03690f24a2a5 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:21.401350 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (472f6165-5949-4189-97d6-03690f24a2a5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:21.526358 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] For port 472f6165-5949-4189-97d6-03690f24a2a5, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=472f6165-5949-4189-97d6-03690f24a2a5,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:21.527162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (472f6165-5949-4189-97d6-03690f24a2a5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:21.554377 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Calling delete_port for 472f6165-5949-4189-97d6-03690f24a2a5 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:21.692100 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc25792-10a2-48c2-8842-c70a9175600b req-5075f401-2a00-443c-a81a-98996a08de9d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:21.694786 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3bc25792-10a2-48c2-8842-c70a9175600b req-5075f401-2a00-443c-a81a-98996a08de9d tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29 HTTP/1.1" status: 200 len: 945 time: 0.0870633 Feb 08 17:35:21.758669 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (472f6165-5949-4189-97d6-03690f24a2a5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:21.777333 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d', '472f6165-5949-4189-97d6-03690f24a2a5'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:21.789647 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3bc25792-10a2-48c2-8842-c70a9175600b req-24718890-54b3-4493-b425-36dd48ef7d45 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816951 Feb 08 17:35:21.805992 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event deleted for resources: {'Port': ['ID=472f6165-5949-4189-97d6-03690f24a2a5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:21.884424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] No DVR routers for this DVR port 472f6165-5949-4189-97d6-03690f24a2a5 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:21.887408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:21.892643 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91a9752c-241c-458a-a43e-2e53f44f2531 req-66dd28ce-6b39-43c6-8eff-3256b445e993 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "DELETE /v2.0/ports/472f6165-5949-4189-97d6-03690f24a2a5 HTTP/1.1" status: 204 len: 173 time: 0.6108773 Feb 08 17:35:21.893215 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'name': 'network-vif-deleted', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:21.899603 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6bfa1d-dbde-491f-a08d-b0eefcc1a26b" -d '{"events": [{"server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "name": "network-vif-deleted", "tag": "472f6165-5949-4189-97d6-03690f24a2a5"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:21.949550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47186a75-d27c-4395-88b7-bfee4ab8f173 x-openstack-request-id: req-47186a75-d27c-4395-88b7-bfee4ab8f173 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:21.949862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29", "name": "network-vif-deleted", "tag": "472f6165-5949-4189-97d6-03690f24a2a5", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:21.949985 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47186a75-d27c-4395-88b7-bfee4ab8f173 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:21.950562 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f21fd8b-3a04-4a38-b8ef-e60c02aa5a29', 'name': 'network-vif-deleted', 'tag': '472f6165-5949-4189-97d6-03690f24a2a5', 'status': 'completed', 'code': 200} Feb 08 17:35:22.364111 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-548bf83a-8b5e-4bda-bdc6-f318026c6184 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433200769&fields=id&tenant_id=b73d5104d66948b984ce1c84170053b3 HTTP/1.1" status: 200 len: 267 time: 0.0759439 Feb 08 17:35:22.433402 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-2295f988-78b8-48e1-bcc0-419a5d4bb697 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:22.435024 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-2295f988-78b8-48e1-bcc0-419a5d4bb697 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 984 time: 0.0638485 Feb 08 17:35:22.455476 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Request body: {'port': {'security_groups': ['755f660b-08c2-45b9-bebc-7f061425e731']}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:22.558735 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.102539 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:23.136119 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.141922 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.158227 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:23.226080 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:23.227764 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.230569 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-84e95b04-8111-4218-9d0d-b56fa5eade90 req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "PUT /v2.0/ports/42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 942 time: 0.7830982 Feb 08 17:35:23.231448 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:23.236344 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2697368-b6b4-442a-9900-23b2442d8f53" -d '{"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:23.246972 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42166) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:23.282392 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45698219-7bb3-41c9-ab2c-8e2055191a95 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event updated for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=7']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:23.309437 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5862a-8a70-4187-9a7a-bc76145e0445 x-openstack-request-id: req-92e5862a-8a70-4187-9a7a-bc76145e0445 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:23.309902 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:23.310278 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92e5862a-8a70-4187-9a7a-bc76145e0445 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:23.311072 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:35:23.365225 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (63384b89-932d-4a52-8a75-530142e080eb), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.366972 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:23.442694 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (63384b89-932d-4a52-8a75-530142e080eb), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.489388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-c7e8ecee-deab-4082-935c-69680ae03983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:23.490998 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-c7e8ecee-deab-4082-935c-69680ae03983 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1129 time: 0.1271274 Feb 08 17:35:23.623210 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-fa216ecc-7711-42a8-8dd0-3ddf4058fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:23.625983 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-fa216ecc-7711-42a8-8dd0-3ddf4058fcd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.1245670 Feb 08 17:35:23.638657 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-a9522541-9b03-4a56-84d2-6ec8953e501e None None] Provisioning complete for port 42dfed98-3788-4fc6-9076-abcd719b2bc3 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:23.639114 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a9522541-9b03-4a56-84d2-6ec8953e501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.698038 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (63384b89-932d-4a52-8a75-530142e080eb), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.700133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:23.701877 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "DELETE /v2.0/security-groups/63384b89-932d-4a52-8a75-530142e080eb HTTP/1.1" status: 204 len: 168 time: 0.4514568 Feb 08 17:35:23.706485 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42170) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:23.725825 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1965f-0f36-4f2e-9510-d4ae27d2b0df tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63384b89-932d-4a52-8a75-530142e080eb,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:23.746030 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-30bcdb2f-1890-4b34-8177-323ee4373c5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 1000 time: 0.1094229 Feb 08 17:35:23.812283 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a9522541-9b03-4a56-84d2-6ec8953e501e None None] Current status of the port 42dfed98-3788-4fc6-9076-abcd719b2bc3 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:23.848409 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-96ed7204-fdb9-44c6-8426-876f22607002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:23.850364 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-96ed7204-fdb9-44c6-8426-876f22607002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.0927012 Feb 08 17:35:23.952006 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-c4d0db59-41d6-4bfd-a773-0b4c861f2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:23.954732 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-c4d0db59-41d6-4bfd-a773-0b4c861f2719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944176 Feb 08 17:35:23.982227 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Deleting port c265313a-c6f5-476f-be9b-75548f9ef47c {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:23.982580 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:24.099160 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:24.099689 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for floatingip (c265313a-c6f5-476f-be9b-75548f9ef47c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:24.107098 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-d7bb2cbb-0ca5-45c6-8ecb-d99979895aeb service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359017 Feb 08 17:35:24.115739 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Calling delete_port for c265313a-c6f5-476f-be9b-75548f9ef47c owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:24.272737 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b2697368-b6b4-442a-9900-23b2442d8f53 req-c1de5e19-43e7-4d81-8b61-63791f3ee7b9 service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565285 Feb 08 17:35:24.352154 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 472f6165-5949-4189-97d6-03690f24a2a5 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:24.385441 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 472f6165-5949-4189-97d6-03690f24a2a5 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:24.385771 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 472f6165-5949-4189-97d6-03690f24a2a5 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:24.403855 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f5b22-0a26-4da5-a389-120c75cf7c85 req-fa2491bc-8f0b-4878-ac99-c500c3eaf1db tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:24.406187 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c8f5b22-0a26-4da5-a389-120c75cf7c85 req-fa2491bc-8f0b-4878-ac99-c500c3eaf1db tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0786407 Feb 08 17:35:24.412776 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (c265313a-c6f5-476f-be9b-75548f9ef47c), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:24.465211 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event deleted for resources: {'Port': ['ID=c265313a-c6f5-476f-be9b-75548f9ef47c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:24.486342 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5c8f5b22-0a26-4da5-a389-120c75cf7c85 req-a4f034d5-e94a-48d5-a11a-38a9f5152ac1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730145 Feb 08 17:35:24.552883 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks [] for floatingip (8a9b557d-2afc-475a-9876-c03a08fb88a2), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:24.553360 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Floating IP 8a9b557d-2afc-475a-9876-c03a08fb88a2 disassociated (deleted). External IP: 172.27.3.21, port: 42dfed98-3788-4fc6-9076-abcd719b2bc3. Feb 08 17:35:24.821909 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Router e8766b1b-94cd-450b-80ae-701a57f4df87 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:25.012420 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:25.021107 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:25.029435 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Sync routers for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:25.046072 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:25.046714 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:25.075030 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-2029b688-1776-4a99-993b-53f3b326f06a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "DELETE /v2.0/floatingips/8a9b557d-2afc-475a-9876-c03a08fb88a2 HTTP/1.1" status: 204 len: 168 time: 1.3666053 Feb 08 17:35:25.220493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:25.312745 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:25.315299 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752e715-380c-4724-b758-ae1c2c20a88f" -d '{"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:25.391285 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5490d057-4141-4adb-a8f2-e5ab48f08a4a x-openstack-request-id: req-5490d057-4141-4adb-a8f2-e5ab48f08a4a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:25.391723 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:25.391896 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5490d057-4141-4adb-a8f2-e5ab48f08a4a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:25.392262 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:35:25.524103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e715-380c-4724-b758-ae1c2c20a88f req-37774a66-f36b-4117-befc-80db2ee1c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:25.527828 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-37774a66-f36b-4117-befc-80db2ee1c03e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d5104d66948b984ce1c84170053b3&device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 1129 time: 0.1023116 Feb 08 17:35:25.568220 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:25.615617 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Checking router: e8766b1b-94cd-450b-80ae-701a57f4df87 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:25.630052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:25.631108 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:25.675331 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d8ab-b1b5-4868-8ef2-b367c62a8023 req-2eb25f9c-48f1-4ff9-a910-59cc1619061a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:25.677637 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6011d8ab-b1b5-4868-8ef2-b367c62a8023 req-2eb25f9c-48f1-4ff9-a910-59cc1619061a tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0892832 Feb 08 17:35:25.695729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e715-380c-4724-b758-ae1c2c20a88f req-7f1ef75a-a65b-429d-9369-2c429c1d62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:25.698316 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-7f1ef75a-a65b-429d-9369-2c429c1d62f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 200 len: 916 time: 0.1576583 Feb 08 17:35:25.752415 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6011d8ab-b1b5-4868-8ef2-b367c62a8023 req-2b7a9654-312a-45ab-8014-4ac5f7a172f3 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Feb 08 17:35:25.775204 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-c562ae34-4d60-48bf-8ff9-45c47e4735f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 200 len: 217 time: 0.0688493 Feb 08 17:35:25.809736 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:25.839958 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e715-380c-4724-b758-ae1c2c20a88f req-e2ce4add-4006-4cda-aa9e-24a83b2bc992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:25.842314 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-e2ce4add-4006-4cda-aa9e-24a83b2bc992 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 200 len: 854 time: 0.0582721 Feb 08 17:35:25.943014 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e715-380c-4724-b758-ae1c2c20a88f req-88af26e9-17bd-4043-b746-9fe91694fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:25.945616 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-88af26e9-17bd-4043-b746-9fe91694fb58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f60fd81-e59c-4078-b469-d943d1c2c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878465 Feb 08 17:35:26.127313 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-470f2499-3e5f-4a49-aba6-3127e759df1c service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451721 Feb 08 17:35:26.299309 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c752e715-380c-4724-b758-ae1c2c20a88f req-3f5bb9c9-9340-4902-8692-2ee07a4850bd service neutron] 10.222.0.64 "GET /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587903 Feb 08 17:35:26.320905 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:26.353719 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e0c89-d755-40a1-b74e-bc1169205e5d None None] The sync data for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi is: [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:30:59Z', 'revision_number': 4, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '5ba5a158-5da5-41b8-b888-62e7b3708290', 'name': '', 'network_id': '7f60fd81-e59c-4078-b469-d943d1c2c31b', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'mac_address': 'fa:16:3e:af:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:57Z', 'updated_at': '2022-02-08T17:31:11Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'subnets': [{'id': '23176295-6ef8-4efc-a2fa-cb19e83009ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:26.698192 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20845d4-c1a4-4881-ac1c-b6b9e56da3f0 None None] New status for floating IP 8a9b557d-2afc-475a-9876-c03a08fb88a2: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:35:26.949943 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812e52-bbe6-473e-89bf-a3deb16c1d4f req-b21061dd-eb40-42eb-8366-00914639b2f2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:26.957641 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79812e52-bbe6-473e-89bf-a3deb16c1d4f req-b21061dd-eb40-42eb-8366-00914639b2f2 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0851359 Feb 08 17:35:27.009421 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-d7943d32-b368-4765-8c3f-50b2dfc891a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:27.011817 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-d7943d32-b368-4765-8c3f-50b2dfc891a0 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 945 time: 0.0793457 Feb 08 17:35:27.021841 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-79812e52-bbe6-473e-89bf-a3deb16c1d4f req-b633bdc7-f2d9-4fe7-a7f3-1c078fc11eb1 tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/security-groups?id=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631523 Feb 08 17:35:27.145564 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Deleting port 777433bc-e1f2-41da-b7c6-8abca55ae19d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:27.145914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:27.275906 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] For port 777433bc-e1f2-41da-b7c6-8abca55ae19d, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=777433bc-e1f2-41da-b7c6-8abca55ae19d,segment=NetworkSegment(f56b24d5-ad64-4685-ae3c-63a8432b11ba),segment_id=f56b24d5-ad64-4685-ae3c-63a8432b11ba)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:27.276558 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:27.304543 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Calling delete_port for 777433bc-e1f2-41da-b7c6-8abca55ae19d owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:27.517364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (777433bc-e1f2-41da-b7c6-8abca55ae19d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:27.540782 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['777433bc-e1f2-41da-b7c6-8abca55ae19d'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:27.558022 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Pushing event deleted for resources: {'Port': ['ID=777433bc-e1f2-41da-b7c6-8abca55ae19d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:27.637860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] No DVR routers for this DVR port 777433bc-e1f2-41da-b7c6-8abca55ae19d on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:27.640766 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:27.644268 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-27c8532b-1cf9-4281-84a0-c8c38507e3a5 req-736abe76-a633-4c93-8e16-498e50cc9e3e tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.64 "DELETE /v2.0/ports/777433bc-e1f2-41da-b7c6-8abca55ae19d HTTP/1.1" status: 204 len: 173 time: 0.6241269 Feb 08 17:35:27.644750 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'name': 'network-vif-deleted', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:27.647115 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4f6bf-e31a-479d-9bb8-d7a04b4b3a8d" -d '{"events": [{"server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "name": "network-vif-deleted", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:27.706711 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8352a-d4c2-4e40-8709-76d2b4250b2a x-openstack-request-id: req-4fb8352a-d4c2-4e40-8709-76d2b4250b2a {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:27.707145 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1c405c-8f1a-49d0-a128-67027dae51ed", "name": "network-vif-deleted", "tag": "777433bc-e1f2-41da-b7c6-8abca55ae19d", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:27.707540 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fb8352a-d4c2-4e40-8709-76d2b4250b2a {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:27.708203 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1c405c-8f1a-49d0-a128-67027dae51ed', 'name': 'network-vif-deleted', 'tag': '777433bc-e1f2-41da-b7c6-8abca55ae19d', 'status': 'completed', 'code': 200} Feb 08 17:35:28.173663 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-665c4e14-c6a2-437a-992f-c58f899f5176 req-4c5283a7-d0c0-435e-a137-409d1a12a18f tempest-AttachVolumeNegativeTest-1660822341 tempest-AttachVolumeNegativeTest-1660822341-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e1c405c-8f1a-49d0-a128-67027dae51ed HTTP/1.1" status: 200 len: 210 time: 0.0335209 Feb 08 17:35:29.275677 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42230) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:29.340285 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c717f9-62e8-487c-9309-a5fb802caa1f req-caaf4d5b-f146-4b25-9f71-42d43dc44f2a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:29.343670 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17c717f9-62e8-487c-9309-a5fb802caa1f req-caaf4d5b-f146-4b25-9f71-42d43dc44f2a tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0885906 Feb 08 17:35:29.356462 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Deleting subnet 1c4b169a-fe86-4903-8b59-426bea11760b {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:35:29.362354 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Publish callbacks [] for subnet (1c4b169a-fe86-4903-8b59-426bea11760b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.419585 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-17c717f9-62e8-487c-9309-a5fb802caa1f req-e2463cc1-11e0-4a87-8187-0ba917a63807 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681636 Feb 08 17:35:29.434053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (1c4b169a-fe86-4903-8b59-426bea11760b), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.490766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (1c4b169a-fe86-4903-8b59-426bea11760b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.576131 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (1c4b169a-fe86-4903-8b59-426bea11760b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.613100 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b169a-fe86-4903-8b59-426bea11760b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:29.619063 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.622465 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-bd508197-6da0-40a1-86bc-8d269926cd81 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c4b169a-fe86-4903-8b59-426bea11760b HTTP/1.1" status: 204 len: 168 time: 0.3454165 Feb 08 17:35:29.627168 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42232) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:29.735726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (68303811-987d-45d3-911c-ea578153745e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.850606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (68303811-987d-45d3-911c-ea578153745e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.887268 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68303811-987d-45d3-911c-ea578153745e']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:29.907425 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56b24d5-ad64-4685-ae3c-63a8432b11ba') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:29.907956 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56b24d5-ad64-4685-ae3c-63a8432b11ba') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:29.922623 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (f56b24d5-ad64-4685-ae3c-63a8432b11ba), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.945653 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f56b24d5-ad64-4685-ae3c-63a8432b11ba), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.956835 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:35:29.957434 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (f56b24d5-ad64-4685-ae3c-63a8432b11ba), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:35:29.960089 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:35:30.064954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (68303811-987d-45d3-911c-ea578153745e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.074830 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.080090 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] 10.222.0.69 "DELETE /v2.0/networks/68303811-987d-45d3-911c-ea578153745e HTTP/1.1" status: 204 len: 168 time: 0.4513214 Feb 08 17:35:30.091291 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414042e0-7ce7-4694-9da8-066e2dc33b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=68303811-987d-45d3-911c-ea578153745e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:30.378892 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 777433bc-e1f2-41da-b7c6-8abca55ae19d no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:30.379761 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42238) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:30.417766 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 777433bc-e1f2-41da-b7c6-8abca55ae19d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:30.418313 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 777433bc-e1f2-41da-b7c6-8abca55ae19d not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:30.453776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7bae5191-118b-4543-afa0-39a31825b403 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74eb713ad3e34829a512ab7b068613e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728958 Feb 08 17:35:30.461682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42242) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:30.578747 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] Publish callbacks [] for security_group (f7fe9dfd-f5b0-486a-856c-7cf9c148cb82), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.642219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] Publish callbacks [] for security_group (f7fe9dfd-f5b0-486a-856c-7cf9c148cb82), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.700533 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feff6c-340b-4d6e-bdda-0acc50d1d575 req-06b6b849-af60-4404-9019-64427b57f6e6 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:30.702648 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d7feff6c-340b-4d6e-bdda-0acc50d1d575 req-06b6b849-af60-4404-9019-64427b57f6e6 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.1448464 Feb 08 17:35:30.768382 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f7fe9dfd-f5b0-486a-856c-7cf9c148cb82), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.773039 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:30.774869 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7fe9dfd-f5b0-486a-856c-7cf9c148cb82 HTTP/1.1" status: 204 len: 168 time: 0.3115585 Feb 08 17:35:30.802220 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d7feff6c-340b-4d6e-bdda-0acc50d1d575 req-d916644d-c980-4453-af53-ba17573af99f tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900733 Feb 08 17:35:30.813213 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1488-97ee-4790-9a42-c7b972f5907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fe9dfd-f5b0-486a-856c-7cf9c148cb82,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:32.047579 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4de752-111f-479d-a529-820f39aa6278 req-31fccb62-dda9-4087-b552-5b4b7df25b8b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:32.047579 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea4de752-111f-479d-a529-820f39aa6278 req-31fccb62-dda9-4087-b552-5b4b7df25b8b tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0993044 Feb 08 17:35:32.152971 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ea4de752-111f-479d-a529-820f39aa6278 req-4c46f169-8d46-4ac1-a781-d318825494d4 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/security-groups?id=755f660b-08c2-45b9-bebc-7f061425e731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899062 Feb 08 17:35:32.348125 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-0d17b1ff-7f7f-40fc-abf8-6061b9ea2240 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:32.350659 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-0d17b1ff-7f7f-40fc-abf8-6061b9ea2240 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.64 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 945 time: 0.0839012 Feb 08 17:35:32.526508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Deleting port 42dfed98-3788-4fc6-9076-abcd719b2bc3 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:32.527390 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:32.705893 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] For port 42dfed98-3788-4fc6-9076-abcd719b2bc3, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=42dfed98-3788-4fc6-9076-abcd719b2bc3,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:32.706483 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:32.737831 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Calling delete_port for 42dfed98-3788-4fc6-9076-abcd719b2bc3 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:33.006918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (42dfed98-3788-4fc6-9076-abcd719b2bc3), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:33.038318 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['42dfed98-3788-4fc6-9076-abcd719b2bc3'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:33.057808 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Pushing event deleted for resources: {'Port': ['ID=42dfed98-3788-4fc6-9076-abcd719b2bc3,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:33.160316 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] No DVR routers for this DVR port 42dfed98-3788-4fc6-9076-abcd719b2bc3 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:33.171209 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:33.179617 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bdfe99a8-d0cd-429d-bccc-e44801d0d436 req-74740131-787c-438f-9296-5aadcb1a02d8 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.64 "DELETE /v2.0/ports/42dfed98-3788-4fc6-9076-abcd719b2bc3 HTTP/1.1" status: 204 len: 173 time: 0.8182173 Feb 08 17:35:33.180394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'name': 'network-vif-deleted', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:33.183851 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c55b4-05ce-4bad-9114-7e15f15f0ba4" -d '{"events": [{"server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "name": "network-vif-deleted", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:33.254216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb13da-347d-4c1e-9a7a-fa5067ef3342 x-openstack-request-id: req-50fb13da-347d-4c1e-9a7a-fa5067ef3342 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:33.254891 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60934cec-9d93-4ea4-9e00-ed745313db99", "name": "network-vif-deleted", "tag": "42dfed98-3788-4fc6-9076-abcd719b2bc3", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:33.255265 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50fb13da-347d-4c1e-9a7a-fa5067ef3342 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:33.255982 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60934cec-9d93-4ea4-9e00-ed745313db99', 'name': 'network-vif-deleted', 'tag': '42dfed98-3788-4fc6-9076-abcd719b2bc3', 'status': 'completed', 'code': 200} Feb 08 17:35:33.398118 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a90b43e-2835-4aed-9eb1-457d4925f576 req-2fa9e3cc-9469-4c15-ab83-275aea9cd5a5 tempest-TestMinimumBasicScenario-732589445 tempest-TestMinimumBasicScenario-732589445-project] 10.222.0.69 "GET /v2.0/ports?device_id=60934cec-9d93-4ea4-9e00-ed745313db99 HTTP/1.1" status: 200 len: 210 time: 0.0712888 Feb 08 17:35:34.750459 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-24d48bdc-dbcb-4b04-bee5-0db98811c574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:35.238993 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332b8c-431b-4dcd-b737-337948aa053f req-b1c83e50-c5a2-44f3-b33d-e4bfd615201f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:35.241926 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d332b8c-431b-4dcd-b737-337948aa053f req-b1c83e50-c5a2-44f3-b33d-e4bfd615201f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1147811 Feb 08 17:35:35.339258 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d332b8c-431b-4dcd-b737-337948aa053f req-11014ffe-f5c7-40cd-afe0-6165399e7ab7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867081 Feb 08 17:35:35.786541 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:36.380562 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 42dfed98-3788-4fc6-9076-abcd719b2bc3 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:36.415920 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 42dfed98-3788-4fc6-9076-abcd719b2bc3 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:36.416527 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 42dfed98-3788-4fc6-9076-abcd719b2bc3 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:36.629173 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da8207-5fcc-47bc-932e-3bbf5987fa9e req-54a9040c-58b9-4326-8303-4c0d63208cde tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:36.631057 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-40da8207-5fcc-47bc-932e-3bbf5987fa9e req-54a9040c-58b9-4326-8303-4c0d63208cde tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1453042 Feb 08 17:35:36.652697 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (e8766b1b-94cd-450b-80ae-701a57f4df87), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.096404 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-40da8207-5fcc-47bc-932e-3bbf5987fa9e req-965b5e33-be80-4bf7-a7b8-28b20858c6a6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552932 Feb 08 17:35:37.153814 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2216532-4757-4010-a4a8-2a6433a09a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.399119 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42410) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:37.454662 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Deleting port 5ba5a158-5da5-41b8-b888-62e7b3708290 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:37.455014 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.588493 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-990da948-bfe7-4c24-a3f7-c62cf3c24a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.611586 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] For port 5ba5a158-5da5-41b8-b888-62e7b3708290, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5ba5a158-5da5-41b8-b888-62e7b3708290,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:37.611586 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.630746 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Calling delete_port for 5ba5a158-5da5-41b8-b888-62e7b3708290 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:37.711070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-990da948-bfe7-4c24-a3f7-c62cf3c24a37 admin admin] Publish callbacks [] for security_group (b4d7346d-b125-4eb0-9e88-88396df6a7fd), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.716584 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-990da948-bfe7-4c24-a3f7-c62cf3c24a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b4d7346d-b125-4eb0-9e88-88396df6a7fd), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.785258 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-990da948-bfe7-4c24-a3f7-c62cf3c24a37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e74fca14c842448593ae8ecc848b2f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857777 Feb 08 17:35:37.786379 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990da948-bfe7-4c24-a3f7-c62cf3c24a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7346d-b125-4eb0-9e88-88396df6a7fd,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:37.789298 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42414) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:37.888607 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] Publish callbacks [] for security_group (b4d7346d-b125-4eb0-9e88-88396df6a7fd), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.905666 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (5ba5a158-5da5-41b8-b888-62e7b3708290), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.930787 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] Publish callbacks [] for security_group (b4d7346d-b125-4eb0-9e88-88396df6a7fd), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:37.963127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba5a158-5da5-41b8-b888-62e7b3708290,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:38.048185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b4d7346d-b125-4eb0-9e88-88396df6a7fd), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.056057 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.061857 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4d7346d-b125-4eb0-9e88-88396df6a7fd HTTP/1.1" status: 204 len: 168 time: 0.2704799 Feb 08 17:35:38.070923 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.086746 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed34c06-f2bc-4fd5-98c2-2cb44010c450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7346d-b125-4eb0-9e88-88396df6a7fd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:38.342392 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdb43-c611-4db4-8e98-2732fda00a81 req-c4fd230a-b119-4871-b10e-82ea1b648e34 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:38.345010 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81dfdb43-c611-4db4-8e98-2732fda00a81 req-c4fd230a-b119-4871-b10e-82ea1b648e34 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1045280 Feb 08 17:35:38.351445 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (e8766b1b-94cd-450b-80ae-701a57f4df87), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.426699 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81dfdb43-c611-4db4-8e98-2732fda00a81 req-a468c263-2500-4a8c-ae5c-24257d0d537d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724270 Feb 08 17:35:38.584020 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42424) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:38.603454 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-853da3dc-e558-4355-a240-adad69fb98be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.679187 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Router e8766b1b-94cd-450b-80ae-701a57f4df87 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:38.707376 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-853da3dc-e558-4355-a240-adad69fb98be admin admin] Publish callbacks [] for security_group (9112b31e-9150-431f-97c3-098dc803b457), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.712361 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-853da3dc-e558-4355-a240-adad69fb98be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9112b31e-9150-431f-97c3-098dc803b457), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.774468 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-853da3dc-e558-4355-a240-adad69fb98be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b4d5c24f3c3462089e022f070dbf518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878686 Feb 08 17:35:38.775738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da3dc-e558-4355-a240-adad69fb98be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9112b31e-9150-431f-97c3-098dc803b457,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:38.778969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42426) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:38.857246 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] Publish callbacks [] for security_group (9112b31e-9150-431f-97c3-098dc803b457), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.869204 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:38.877658 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b2a0c996-8fc3-4571-8d8a-4ba794b843fb admin admin] 10.222.0.69 "PUT /v2.0/routers/e8766b1b-94cd-450b-80ae-701a57f4df87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0877175 Feb 08 17:35:38.878298 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42428) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:38.886040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Sync routers for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:38.901276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] Publish callbacks [] for security_group (9112b31e-9150-431f-97c3-098dc803b457), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.901653 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:38.902794 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:38.987295 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9112b31e-9150-431f-97c3-098dc803b457), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.991177 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:38.992599 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9112b31e-9150-431f-97c3-098dc803b457 HTTP/1.1" status: 204 len: 168 time: 0.2125082 Feb 08 17:35:39.008635 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c3752-aa37-4277-a5e7-059c59219280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9112b31e-9150-431f-97c3-098dc803b457,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:39.063925 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks [] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:39.098367 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:39.259934 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks [] for router_gateway (e8766b1b-94cd-450b-80ae-701a57f4df87), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:39.336397 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Deleting port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:39.337387 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:39.456317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] For port 1ffcab0c-4334-4ac2-b1e9-73670067fe8d, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:39.456969 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:39.464198 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:35:37Z', 'revision_number': 5, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port': {'id': '1ffcab0c-4334-4ac2-b1e9-73670067fe8d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:39.484242 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Calling delete_port for 1ffcab0c-4334-4ac2-b1e9-73670067fe8d owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:39.529091 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Checking router: e8766b1b-94cd-450b-80ae-701a57f4df87 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:39.546976 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Routers {'e8766b1b-94cd-450b-80ae-701a57f4df87'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:39.547904 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['e8766b1b-94cd-450b-80ae-701a57f4df87'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:39.692310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] Set router e8766b1b-94cd-450b-80ae-701a57f4df87 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:39.755122 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebe5-8043-4918-a490-6c1c5f56fc93 req-5d2e6405-6598-4fa8-9d1f-00a87355bdf7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:39.758005 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3a86ebe5-8043-4918-a490-6c1c5f56fc93 req-5d2e6405-6598-4fa8-9d1f-00a87355bdf7 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1747813 Feb 08 17:35:39.769400 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:35:39Z', 'revision_number': 6, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:39.799818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58874ae-b4e6-4afd-a0ee-268995f2402c None None] The sync data for ids ['e8766b1b-94cd-450b-80ae-701a57f4df87'] in dv-cinder-822040-2-iscsi is: [{'id': 'e8766b1b-94cd-450b-80ae-701a57f4df87', 'name': 'tempest-TestMinimumBasicScenario-1257629729-router', 'tenant_id': 'b73d5104d66948b984ce1c84170053b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:30:53Z', 'updated_at': '2022-02-08T17:35:39Z', 'revision_number': 6, 'project_id': 'b73d5104d66948b984ce1c84170053b3', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:39.890975 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3a86ebe5-8043-4918-a490-6c1c5f56fc93 req-58b885c8-b6dd-4af5-b57a-91a7eba2b953 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164913 Feb 08 17:35:39.892712 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (1ffcab0c-4334-4ac2-b1e9-73670067fe8d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:39.934494 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffcab0c-4334-4ac2-b1e9-73670067fe8d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:39.958903 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.049438 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (e8766b1b-94cd-450b-80ae-701a57f4df87), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.176955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.182142 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks [] for router_controller (e8766b1b-94cd-450b-80ae-701a57f4df87), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.272763 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (e8766b1b-94cd-450b-80ae-701a57f4df87), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.274270 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8766b1b-94cd-450b-80ae-701a57f4df87 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:35:40.284586 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.287412 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d8d7b7e0-b080-441d-8738-55e6f2afeb62 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e8766b1b-94cd-450b-80ae-701a57f4df87 HTTP/1.1" status: 204 len: 168 time: 1.4079497 Feb 08 17:35:40.291309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42460) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:40.384485 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Deleting subnet 23176295-6ef8-4efc-a2fa-cb19e83009ee {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:35:40.394919 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Publish callbacks [] for subnet (23176295-6ef8-4efc-a2fa-cb19e83009ee), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.464226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (23176295-6ef8-4efc-a2fa-cb19e83009ee), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.497575 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-352332dd-1c65-4148-b149-3f80de7828be tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081424720&fields=id&tenant_id=28ccc8eef185498e9ceeef80e17e6481 HTTP/1.1" status: 200 len: 267 time: 0.1171193 Feb 08 17:35:40.681462 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (23176295-6ef8-4efc-a2fa-cb19e83009ee), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.690957 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-79e541ac-3afc-4b3f-9194-61084b1aeb60 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:40.693840 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-79e541ac-3afc-4b3f-9194-61084b1aeb60 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 808 time: 0.1847739 Feb 08 17:35:40.735363 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-dea282f5-a10f-469e-9658-d8b6240f8727 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/quotas/28ccc8eef185498e9ceeef80e17e6481 HTTP/1.1" status: 200 len: 375 time: 0.0189040 Feb 08 17:35:40.809446 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (23176295-6ef8-4efc-a2fa-cb19e83009ee), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:40.812237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 1ffcab0c-4334-4ac2-b1e9-73670067fe8d no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:40.853351 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 1ffcab0c-4334-4ac2-b1e9-73670067fe8d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:40.853806 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 1ffcab0c-4334-4ac2-b1e9-73670067fe8d not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:40.859897 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5ba5a158-5da5-41b8-b888-62e7b3708290 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:40.895513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 5ba5a158-5da5-41b8-b888-62e7b3708290 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:40.895996 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5ba5a158-5da5-41b8-b888-62e7b3708290 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:41.089417 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8748d-93cd-49b9-a6ec-2dfd0fa78589 req-d2450d47-06cd-420c-a647-81eea84e1e1e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:41.091757 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8ff8748d-93cd-49b9-a6ec-2dfd0fa78589 req-d2450d47-06cd-420c-a647-81eea84e1e1e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1008317 Feb 08 17:35:41.187626 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8ff8748d-93cd-49b9-a6ec-2dfd0fa78589 req-0421d952-8928-42dc-a840-72ec31a07288 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861363 Feb 08 17:35:41.189019 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23176295-6ef8-4efc-a2fa-cb19e83009ee,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:41.217744 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b8f7a485-e30f-4e38-98be-12654f9ac421 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4736867 Feb 08 17:35:41.219404 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.226713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5623c94b-d7b0-4efa-b168-ed33a524621d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/23176295-6ef8-4efc-a2fa-cb19e83009ee HTTP/1.1" status: 204 len: 168 time: 0.9320781 Feb 08 17:35:41.228973 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42484) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:41.230174 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e3a9b-41ef-4ce3-afa7-14ea4f1c92fd None None] Network 7f60fd81-e59c-4078-b469-d943d1c2c31b requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:35:41.301640 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.371714 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (7f60fd81-e59c-4078-b469-d943d1c2c31b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.410543 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-95291e08-61cc-49f9-ae3f-debf0f709cac service neutron] 10.222.0.69 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774769 Feb 08 17:35:41.494635 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Deleting port be03bdbb-5fd1-4c69-93b4-c26e5c563daa {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:41.495077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.545209 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] DHCP port deletion for 7f60fd81-e59c-4078-b469-d943d1c2c31b request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:35:41.562665 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-24b33e76-4104-4321-87e4-40e7a2d82599 service neutron] 10.222.0.69 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427674 Feb 08 17:35:41.600337 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] For port be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:41.601888 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.621347 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Calling delete_port for be03bdbb-5fd1-4c69-93b4-c26e5c563daa owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:41.693149 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Deleting port be03bdbb-5fd1-4c69-93b4-c26e5c563daa {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:41.693820 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.764417 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.810243 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:41.817202 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] No DVR routers for this DVR port be03bdbb-5fd1-4c69-93b4-c26e5c563daa on host dv-cinder-822040-2-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:41.863845 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] For port be03bdbb-5fd1-4c69-93b4-c26e5c563daa, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,segment=NetworkSegment(0d3516c2-eca0-44c8-b88d-00b97b8289fa),segment_id=0d3516c2-eca0-44c8-b88d-00b97b8289fa)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:41.864574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:41.892111 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Calling delete_port for be03bdbb-5fd1-4c69-93b4-c26e5c563daa owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:41.972232 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (7f60fd81-e59c-4078-b469-d943d1c2c31b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.013710 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f60fd81-e59c-4078-b469-d943d1c2c31b']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:42.042560 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3516c2-eca0-44c8-b88d-00b97b8289fa') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:42.043855 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3516c2-eca0-44c8-b88d-00b97b8289fa') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:42.063151 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (0d3516c2-eca0-44c8-b88d-00b97b8289fa), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.102788 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (0d3516c2-eca0-44c8-b88d-00b97b8289fa), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.116237 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:35:42.116837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (0d3516c2-eca0-44c8-b88d-00b97b8289fa), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:35:42.120050 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:35:42.172822 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (be03bdbb-5fd1-4c69-93b4-c26e5c563daa), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.226459 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] Pushing event deleted for resources: {'Port': ['ID=be03bdbb-5fd1-4c69-93b4-c26e5c563daa,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:42.236083 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012253f6-dbe9-46ff-865b-78735b969558 None None] No DVR routers for this DVR port be03bdbb-5fd1-4c69-93b4-c26e5c563daa on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:42.261766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (7f60fd81-e59c-4078-b469-d943d1c2c31b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.280940 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:42.305428 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7f60fd81-e59c-4078-b469-d943d1c2c31b HTTP/1.1" status: 204 len: 168 time: 1.0735240 Feb 08 17:35:42.308138 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42516) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:42.378021 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e73e-9bc6-4585-ae84-167ca5075a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f60fd81-e59c-4078-b469-d943d1c2c31b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:42.416399 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5fc4ceaa-c6b3-4ee4-8760-ebcac5e19d58 req-4a244783-c920-495b-8ea8-fd8d80c4b46e tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 210 time: 0.1029718 Feb 08 17:35:42.555824 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device be03bdbb-5fd1-4c69-93b4-c26e5c563daa no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:42.581518 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda841a3-6f5e-4c8b-89c6-3f861adf3481 req-614c4226-c17d-45ba-adb6-844cf7390359 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:42.583605 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cda841a3-6f5e-4c8b-89c6-3f861adf3481 req-614c4226-c17d-45ba-adb6-844cf7390359 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1552801 Feb 08 17:35:42.739501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cda841a3-6f5e-4c8b-89c6-3f861adf3481 req-ecf64da1-a307-453e-a21e-b8f65e5a27a4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432662 Feb 08 17:35:42.801765 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: be03bdbb-5fd1-4c69-93b4-c26e5c563daa {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:42.802696 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device be03bdbb-5fd1-4c69-93b4-c26e5c563daa not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:42.816203 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:43.077103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:43.471776 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Deleting port 7421acaf-6ae8-41f5-acd3-c157f143d759 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:43.472125 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:43.535168 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2e44a7ee-ef56-471f-8105-037e47ff9f6d req-82802c3e-fad4-4dc0-b5de-03f3e33e5a68 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 210 time: 0.0386300 Feb 08 17:35:43.603969 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] For port 7421acaf-6ae8-41f5-acd3-c157f143d759, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=7421acaf-6ae8-41f5-acd3-c157f143d759,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:43.604686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:43.623345 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Calling delete_port for 7421acaf-6ae8-41f5-acd3-c157f143d759 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:43.919801 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-408b3184-3d9f-487a-b43a-93f7420a14c9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:43.921116 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-408b3184-3d9f-487a-b43a-93f7420a14c9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 808 time: 0.1556520 Feb 08 17:35:44.031740 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (7421acaf-6ae8-41f5-acd3-c157f143d759), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:44.098039 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7421acaf-6ae8-41f5-acd3-c157f143d759,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:44.206537 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0672a-cb1a-4c8f-b30f-426b6f867768 req-93d9e34c-e73f-4a01-b16a-8dc03405d6cb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:44.208095 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49f0672a-cb1a-4c8f-b30f-426b6f867768 req-93d9e34c-e73f-4a01-b16a-8dc03405d6cb tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2308357 Feb 08 17:35:44.215552 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-4231c326-af8a-4c13-9713-fd13d9c82cdc tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ccc8eef185498e9ceeef80e17e6481 HTTP/1.1" status: 200 len: 380 time: 0.2664523 Feb 08 17:35:44.399498 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-49f0672a-cb1a-4c8f-b30f-426b6f867768 req-0ddbdef6-0a10-43e3-8138-269ecf32778a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824987 Feb 08 17:35:44.467113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:44.671333 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9fc8cf51-a5b0-4421-b251-2b30da4857d9 req-6df9dd3f-d6d5-44e0-baf2-1acd7da969bd tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 210 time: 0.0310538 Feb 08 17:35:44.807871 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:44.995708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'port': {'device_id': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'admin_state_up': True, 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'security_groups': ['2c418b5e-b721-4f57-b394-d5f81e2f1b7a']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:45.008310 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:45.026143 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Sync routers for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:45.034502 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-da6f3b49-93d5-491b-9e30-1600a65b4ab3 admin admin] 10.222.0.69 "PUT /v2.0/routers/8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7246752 Feb 08 17:35:45.039133 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42554) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:45.040677 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:45.041392 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:45.200714 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:45.231853 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks [] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:45.241991 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Made reservation on behalf of 28ccc8eef185498e9ceeef80e17e6481 for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:35:45.251841 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:45.402298 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks [] for router_gateway (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:45.494202 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:35:43Z', 'revision_number': 5, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port': {'id': 'd186ae18-8221-4a33-81a0-6ff1ab562b4b', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:31:04Z', 'updated_at': '2022-02-08T17:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:45.508426 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Deleting port d186ae18-8221-4a33-81a0-6ff1ab562b4b {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:45.509027 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:45.533514 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Checking router: 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:45.545771 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Routers {'8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:45.546584 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:45.569627 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Allocated IP 172.20.0.4 (11f5e39b-3bc1-4031-81b0-0f80211e0497/330bc913-da26-4405-8d56-9542205927a9/cf060131-592b-49f3-bed4-02a89d544e1f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:35:45.668577 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] Set router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:45.671336 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] For port d186ae18-8221-4a33-81a0-6ff1ab562b4b, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=d186ae18-8221-4a33-81a0-6ff1ab562b4b,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:45.671818 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:45.688238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Calling delete_port for d186ae18-8221-4a33-81a0-6ff1ab562b4b owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:45.814644 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f1af-4e2b-4ede-8a64-2aad8ba0e83f req-c3a9e955-3798-4ac1-8789-af67b59d195c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:45.817406 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b614f1af-4e2b-4ede-8a64-2aad8ba0e83f req-c3a9e955-3798-4ac1-8789-af67b59d195c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2283556 Feb 08 17:35:45.896836 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:35:45Z', 'revision_number': 6, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:45.906482 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-49961d0d-f794-42de-a2c1-9b3e0a27497e req-f524df0c-970d-4cef-826a-50515fe33cfa tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 210 time: 0.0563071 Feb 08 17:35:45.934055 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b614f1af-4e2b-4ede-8a64-2aad8ba0e83f req-c06d1d44-4ed0-43be-bfa3-6e7ac5cdc16f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069396 Feb 08 17:35:45.948268 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db429b-23b0-4c48-b5d5-2b9b61a3ef0e None None] The sync data for ids ['8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299'] in dv-cinder-822040-2-iscsi is: [{'id': '8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299', 'name': 'tempest-TestMinimumBasicScenario-777107590-router', 'tenant_id': '808db77eb94c40c48d10702d14d87ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:31:03Z', 'updated_at': '2022-02-08T17:35:45Z', 'revision_number': 6, 'project_id': '808db77eb94c40c48d10702d14d87ab7', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:45.965951 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (d186ae18-8221-4a33-81a0-6ff1ab562b4b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.018640 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for port (cf060131-592b-49f3-bed4-02a89d544e1f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.023953 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=d186ae18-8221-4a33-81a0-6ff1ab562b4b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:46.063351 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.113763 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.136008 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:35:46.140097 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:35:46.146212 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:35:46.191057 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:46.234523 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:46.235721 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.243574 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.247769 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks [] for router_controller (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.261501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-d15048f7-0d11-433e-94e6-58e00c0c5c28 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2735188 Feb 08 17:35:46.310092 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.312731 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:35:46.321237 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.322971 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ef1f0999-3e79-47eb-ae51-12c9ade6a946 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8b13679d-b9f9-42f4-b7e3-4e0e0b4bf299 HTTP/1.1" status: 204 len: 168 time: 1.2820747 Feb 08 17:35:46.326878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42564) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:46.387912 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Deleting subnet 2f7de027-307a-429c-8346-b1976b833abd {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:35:46.391725 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Publish callbacks [] for subnet (2f7de027-307a-429c-8346-b1976b833abd), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.434636 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (2f7de027-307a-429c-8346-b1976b833abd), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.470430 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-ae87e1f4-0cff-4805-b6ae-0fb15b4c6ead None None] Provisioning complete for port cf060131-592b-49f3-bed4-02a89d544e1f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:46.471698 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ae87e1f4-0cff-4805-b6ae-0fb15b4c6ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.520347 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ae87e1f4-0cff-4805-b6ae-0fb15b4c6ead None None] Port cf060131-592b-49f3-bed4-02a89d544e1f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:35:46.555109 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (2f7de027-307a-429c-8346-b1976b833abd), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.628794 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (2f7de027-307a-429c-8346-b1976b833abd), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.658025 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7de027-307a-429c-8346-b1976b833abd,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:46.662982 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.670014 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7448d5ca-10a8-4984-b139-7645ae34a98c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2f7de027-307a-429c-8346-b1976b833abd HTTP/1.1" status: 204 len: 168 time: 0.3414276 Feb 08 17:35:46.672107 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc154b6-4cf1-45a8-bf38-24a974aaa257 None None] Network 00a8013c-3f4d-43da-8505-b71672cbca82 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:35:46.672364 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42568) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:46.750462 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (00a8013c-3f4d-43da-8505-b71672cbca82), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.848643 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Deleting port dc56203b-8ef6-4a27-b543-07475f1d076a {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:46.850101 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.944071 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] DHCP port deletion for 00a8013c-3f4d-43da-8505-b71672cbca82 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:35:46.948676 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] For port dc56203b-8ef6-4a27-b543-07475f1d076a, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=dc56203b-8ef6-4a27-b543-07475f1d076a,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:46.949277 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:46.973804 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Calling delete_port for dc56203b-8ef6-4a27-b543-07475f1d076a owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:46.997021 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 7421acaf-6ae8-41f5-acd3-c157f143d759 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:47.033548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 7421acaf-6ae8-41f5-acd3-c157f143d759 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:47.034034 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 7421acaf-6ae8-41f5-acd3-c157f143d759 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:47.034621 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device d186ae18-8221-4a33-81a0-6ff1ab562b4b no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:47.071804 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: d186ae18-8221-4a33-81a0-6ff1ab562b4b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:47.072631 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device d186ae18-8221-4a33-81a0-6ff1ab562b4b not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:47.098928 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Request body: {'port': {'device_id': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:35:47.149850 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Deleting port dc56203b-8ef6-4a27-b543-07475f1d076a {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:47.150441 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:47.323145 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eba1e0-d799-47f3-9242-3a501ad5a2f1 req-918df32f-e0e5-442a-9d51-0aec78b21b15 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:47.336010 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-73eba1e0-d799-47f3-9242-3a501ad5a2f1 req-918df32f-e0e5-442a-9d51-0aec78b21b15 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1735084 Feb 08 17:35:47.341936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] For port dc56203b-8ef6-4a27-b543-07475f1d076a, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=dc56203b-8ef6-4a27-b543-07475f1d076a,segment=NetworkSegment(adc9f3e5-9f6d-49bd-905d-950222554e27),segment_id=adc9f3e5-9f6d-49bd-905d-950222554e27)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:47.343741 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:47.360954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:47.382836 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Calling delete_port for dc56203b-8ef6-4a27-b543-07475f1d076a owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:47.489360 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-73eba1e0-d799-47f3-9242-3a501ad5a2f1 req-f58bdb1f-08d9-4d1f-8661-cb5e233fc19c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517384 Feb 08 17:35:47.620800 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a848-2ed2-40b3-8363-4833cad0617d req-1945e5c1-a2ee-4e71-9a3f-49725998fbc1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:47.621630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:47.639931 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d31a848-2ed2-40b3-8363-4833cad0617d req-1945e5c1-a2ee-4e71-9a3f-49725998fbc1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 931 time: 0.5612559 Feb 08 17:35:47.667700 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] Pushing event deleted for resources: {'Port': ['ID=dc56203b-8ef6-4a27-b543-07475f1d076a,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:47.670182 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac24ca-dcab-429a-bd63-92594c9d5085 None None] No DVR routers for this DVR port dc56203b-8ef6-4a27-b543-07475f1d076a on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:47.702571 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (dc56203b-8ef6-4a27-b543-07475f1d076a), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:47.766676 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc56203b-8ef6-4a27-b543-07475f1d076a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:47.771160 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] No DVR routers for this DVR port dc56203b-8ef6-4a27-b543-07475f1d076a on host dv-cinder-822040-2-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:47.786761 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d31a848-2ed2-40b3-8363-4833cad0617d req-81154de0-f2dc-4a2e-aedb-dd345b9ae410 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521072 Feb 08 17:35:47.959027 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (00a8013c-3f4d-43da-8505-b71672cbca82), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.009375 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a8013c-3f4d-43da-8505-b71672cbca82']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:48.033470 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc9f3e5-9f6d-49bd-905d-950222554e27') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:48.034419 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc9f3e5-9f6d-49bd-905d-950222554e27') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:48.058487 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (adc9f3e5-9f6d-49bd-905d-950222554e27), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.089319 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (adc9f3e5-9f6d-49bd-905d-950222554e27), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.106814 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:35:48.107969 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (adc9f3e5-9f6d-49bd-905d-950222554e27), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self.session.flush() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self.session.flush() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self.session.flush() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self.session.flush() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:35:48.110344 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:35:48.209000 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (00a8013c-3f4d-43da-8505-b71672cbca82), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.215886 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.222422 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] 10.222.0.69 "DELETE /v2.0/networks/00a8013c-3f4d-43da-8505-b71672cbca82 HTTP/1.1" status: 204 len: 168 time: 1.5482564 Feb 08 17:35:48.267165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0247a7-7662-41af-860a-b3218231ee93 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a8013c-3f4d-43da-8505-b71672cbca82,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:48.414342 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf060131-592b-49f3-bed4-02a89d544e1f {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:35:48.427579 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks [] for port (cf060131-592b-49f3-bed4-02a89d544e1f), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.454033 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Transition to ACTIVE for port object cf060131-592b-49f3-bed4-02a89d544e1f will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:35:48.460331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:48.645634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:48.723621 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device dc56203b-8ef6-4a27-b543-07475f1d076a no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:48.781150 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: dc56203b-8ef6-4a27-b543-07475f1d076a {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:48.782811 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device dc56203b-8ef6-4a27-b543-07475f1d076a not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:48.805407 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42594) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:48.868089 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:48.869612 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-65c232aa-c8b1-4a1a-9b6e-18f9b42a1983 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b73d5104d66948b984ce1c84170053b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622873 Feb 08 17:35:48.884166 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Attempting to bind port cf060131-592b-49f3-bed4-02a89d544e1f on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:35:48.884428 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Attempting to bind port cf060131-592b-49f3-bed4-02a89d544e1f by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:35:48.884758 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Attempting to bind port cf060131-592b-49f3-bed4-02a89d544e1f on network 11f5e39b-3bc1-4031-81b0-0f80211e0497 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:48.924070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Port cf060131-592b-49f3-bed4-02a89d544e1f on network 11f5e39b-3bc1-4031-81b0-0f80211e0497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:35:48.924395 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Attempting to bind port cf060131-592b-49f3-bed4-02a89d544e1f on network 11f5e39b-3bc1-4031-81b0-0f80211e0497 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:35:49.009633 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:35:49.009925 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Checking segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:35:49.010268 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Bound using segment: {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:35:49.010670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Bound port: cf060131-592b-49f3-bed4-02a89d544e1f, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992926a6-ecf9-4ced-94b3-2f036e6ceb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:35:49.011035 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.050985 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca77fb-35bc-439c-b1e7-736eba2eaf8d req-dd9bf99d-0205-4af0-a548-272d4a6287b3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.052644 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c4ca77fb-35bc-439c-b1e7-736eba2eaf8d req-dd9bf99d-0205-4af0-a548-272d4a6287b3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0979559 Feb 08 17:35:49.054347 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b31082-9495-4a22-b816-d0a7d252cf0c req-ac7e28f8-a705-4880-9bc6-a3a589d1f312 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.055742 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98b31082-9495-4a22-b816-d0a7d252cf0c req-ac7e28f8-a705-4880-9bc6-a3a589d1f312 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2927747 Feb 08 17:35:49.125540 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] Publish callbacks [] for security_group (755f660b-08c2-45b9-bebc-7f061425e731), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.179199 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c4ca77fb-35bc-439c-b1e7-736eba2eaf8d req-5f63d732-b724-493c-8cd1-d1c9f8911df1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016192 Feb 08 17:35:49.227615 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] Publish callbacks [] for security_group (755f660b-08c2-45b9-bebc-7f061425e731), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.318174 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-98b31082-9495-4a22-b816-d0a7d252cf0c req-e59e978c-abaf-4a9d-9eff-2b83fc07ed82 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220383 Feb 08 17:35:49.334648 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:35:49.341713 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:35:49.361506 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (755f660b-08c2-45b9-bebc-7f061425e731), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.366304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.368032 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/755f660b-08c2-45b9-bebc-7f061425e731 HTTP/1.1" status: 204 len: 168 time: 0.4977288 Feb 08 17:35:49.374848 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.426545 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3aaf9-ceb7-413c-884b-0173d5a91875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f660b-08c2-45b9-bebc-7f061425e731,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:49.445067 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.446211 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:49.448529 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] 10.222.0.64 "PUT /v2.0/ports/cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1093 time: 2.3621876 Feb 08 17:35:49.449266 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:49.453220 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c8331-a2c3-4737-ad5c-4f61ba1013c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:49.511192 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243c8e-25ae-401d-bfd3-b410a04addda service neutron] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:49.550001 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7931b-ac6f-445c-b033-783575e557aa x-openstack-request-id: req-f8e7931b-ac6f-445c-b033-783575e557aa {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:49.550597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:49.550934 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8e7931b-ac6f-445c-b033-783575e557aa {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:49.551465 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'status': 'completed', 'code': 200} Feb 08 17:35:49.622059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-272d3d05-9653-46df-a1f5-3fa476e503c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.624462 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-272d3d05-9653-46df-a1f5-3fa476e503c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1127 time: 0.0988655 Feb 08 17:35:49.710736 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-fdcca4eb-a083-4dbd-9fc6-fa02eabf1896 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 217 time: 0.0724659 Feb 08 17:35:49.771634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-2a38c071-6e6f-4839-9066-26fd95436b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.773386 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-2a38c071-6e6f-4839-9066-26fd95436b58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0536337 Feb 08 17:35:49.834988 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-beac86c2-86d5-41f7-9d0c-3e49c6bb4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:49.836462 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-beac86c2-86d5-41f7-9d0c-3e49c6bb4634 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552204 Feb 08 17:35:49.915607 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:49.952368 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-3ce5fcd6-d264-460a-bc19-833acfd3cf1e service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075191 Feb 08 17:35:49.969646 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-17179201-b06f-4257-a767-031ec53cf856 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=808db77eb94c40c48d10702d14d87ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499759 Feb 08 17:35:49.970096 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42612) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:50.048553 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] Publish callbacks [] for security_group (801e92e2-c5cd-44b7-ad0a-58a0ca178e5b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:50.081695 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] Publish callbacks [] for security_group (801e92e2-c5cd-44b7-ad0a-58a0ca178e5b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:50.089060 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3a4c4dc4-50b2-4e6f-93fa-f83f09d7f4cf req-ea38aade-cbba-4a0f-bfc1-9e7ba6f8c26b service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285071 Feb 08 17:35:50.162295 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (801e92e2-c5cd-44b7-ad0a-58a0ca178e5b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:50.167682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:50.169829 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/801e92e2-c5cd-44b7-ad0a-58a0ca178e5b HTTP/1.1" status: 204 len: 168 time: 0.1981571 Feb 08 17:35:50.183225 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76adf0e-2936-4161-9cbf-cf65b8736af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e92e2-c5cd-44b7-ad0a-58a0ca178e5b,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:50.295285 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-ffda60db-0d12-44c8-8acb-7c719e5017ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.299309 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-ffda60db-0d12-44c8-8acb-7c719e5017ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1127 time: 0.1264973 Feb 08 17:35:50.513028 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225da5c-2179-468f-87b5-bfd278db8b05 req-086109bf-87a6-499f-a6d4-a20b8adbf6b9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.525805 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f225da5c-2179-468f-87b5-bfd278db8b05 req-086109bf-87a6-499f-a6d4-a20b8adbf6b9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.2005243 Feb 08 17:35:50.594365 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-d931c707-a485-4a02-8007-c517121f6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.596400 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-d931c707-a485-4a02-8007-c517121f6e53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.2844613 Feb 08 17:35:50.692101 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-b7c56220-1612-4d53-b8a9-d8115cb6e11d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 217 time: 0.0811951 Feb 08 17:35:50.700681 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a539a-a030-4c90-a624-df163c2ca9ad req-4489141e-f850-4cec-9224-57b5f6405865 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.703950 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d8a539a-a030-4c90-a624-df163c2ca9ad req-4489141e-f850-4cec-9224-57b5f6405865 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1116045 Feb 08 17:35:50.706797 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-f225da5c-2179-468f-87b5-bfd278db8b05 req-b5f13ddc-fdc3-46fe-89ca-608ee900aa47 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795788 Feb 08 17:35:50.834694 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d8a539a-a030-4c90-a624-df163c2ca9ad req-2800edf1-0ba6-496f-beab-931aea55ad42 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177564 Feb 08 17:35:50.839931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-cac558d8-cdd6-4e97-ba20-c25171b9d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.842716 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-cac558d8-cdd6-4e97-ba20-c25171b9d374 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.1346710 Feb 08 17:35:50.930294 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-be6e9058-9b3c-417d-a3e1-1f97731aaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:50.932919 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-be6e9058-9b3c-417d-a3e1-1f97731aaad3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769768 Feb 08 17:35:51.062066 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-b6b98788-efb9-4042-8218-c56f7d69b859 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219692 Feb 08 17:35:51.213482 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61a5d9-2d39-4e6b-a1eb-5fa8349774ab req-78ba906f-c76d-4312-a72d-f941c2886a4d tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:51.216007 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c61a5d9-2d39-4e6b-a1eb-5fa8349774ab req-78ba906f-c76d-4312-a72d-f941c2886a4d tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.0864682 Feb 08 17:35:51.289029 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7c61a5d9-2d39-4e6b-a1eb-5fa8349774ab req-9948554d-4c2d-4f5a-a4fe-1a7a8110d657 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653946 Feb 08 17:35:51.381244 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-841c8331-a2c3-4737-ad5c-4f61ba1013c5 req-f056d20e-a6e4-41af-bf41-916805142684 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452289 Feb 08 17:35:51.924747 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892171e8-b97a-40d2-8460-f9fe0e15032f req-b7886702-ee97-4569-b1f9-0f57b4b8cc54 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:51.926460 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892171e8-b97a-40d2-8460-f9fe0e15032f req-b7886702-ee97-4569-b1f9-0f57b4b8cc54 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0899782 Feb 08 17:35:52.014030 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-892171e8-b97a-40d2-8460-f9fe0e15032f req-ac5a0741-8366-4586-8001-6d52cdd228e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776353 Feb 08 17:35:52.080881 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9a89-4857-4794-b6ca-88c5bb9cab32 req-a55f6548-4d76-4a75-a9e5-348a03b786f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:52.083181 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4efd9a89-4857-4794-b6ca-88c5bb9cab32 req-a55f6548-4d76-4a75-a9e5-348a03b786f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1131668 Feb 08 17:35:52.192874 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4efd9a89-4857-4794-b6ca-88c5bb9cab32 req-3b1bc533-cf6c-4df9-ad72-d630f58a5163 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992570 Feb 08 17:35:52.301078 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42656) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:52.498051 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b48b2864-400a-4ab3-a032-2f727d679f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.518701 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c56976-d3d4-491b-a556-6a03703f91cb req-6b45d44c-4b99-45f8-b6cd-494959727432 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:52.520655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1c56976-d3d4-491b-a556-6a03703f91cb req-6b45d44c-4b99-45f8-b6cd-494959727432 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1099975 Feb 08 17:35:52.610339 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d1c56976-d3d4-491b-a556-6a03703f91cb req-19bd84e1-88c6-41be-9847-49dce3443fb2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790296 Feb 08 17:35:52.681526 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b48b2864-400a-4ab3-a032-2f727d679f99 admin admin] Publish callbacks [] for security_group (265f088f-55eb-47ca-b0d6-27ae1d0ae802), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.688529 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b48b2864-400a-4ab3-a032-2f727d679f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (265f088f-55eb-47ca-b0d6-27ae1d0ae802), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.772320 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b48b2864-400a-4ab3-a032-2f727d679f99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06bb9461fb4844408528bb4410897048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693496 Feb 08 17:35:52.773932 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b2864-400a-4ab3-a032-2f727d679f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265f088f-55eb-47ca-b0d6-27ae1d0ae802,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:52.776341 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42662) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:52.847253 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] Publish callbacks [] for security_group (265f088f-55eb-47ca-b0d6-27ae1d0ae802), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.878068 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] Publish callbacks [] for security_group (265f088f-55eb-47ca-b0d6-27ae1d0ae802), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.946734 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (265f088f-55eb-47ca-b0d6-27ae1d0ae802), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.949907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:52.951546 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/265f088f-55eb-47ca-b0d6-27ae1d0ae802 HTTP/1.1" status: 204 len: 168 time: 0.1738970 Feb 08 17:35:52.965221 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3324362-81dd-40b4-85ea-9ae8e1b12cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f088f-55eb-47ca-b0d6-27ae1d0ae802,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:53.197589 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54853a-7b2d-47dd-88d5-cad48c625fd7 req-7d6aceae-dd3c-46ac-8f31-6aa9c2fda154 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:53.200374 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0f54853a-7b2d-47dd-88d5-cad48c625fd7 req-7d6aceae-dd3c-46ac-8f31-6aa9c2fda154 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0826721 Feb 08 17:35:53.290015 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-0f54853a-7b2d-47dd-88d5-cad48c625fd7 req-11645226-afc0-44ac-819b-6186ff22d2a8 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814590 Feb 08 17:35:53.424076 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1f657-c102-4771-9812-4cc83a29509d req-7b055377-aa37-4942-a64b-f34104269418 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:53.425738 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30c1f657-c102-4771-9812-4cc83a29509d req-7b055377-aa37-4942-a64b-f34104269418 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0859745 Feb 08 17:35:53.426255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42672) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:53.444496 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0647c2de-87da-41d8-8fa4-3a0dba401f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:53.505643 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-30c1f657-c102-4771-9812-4cc83a29509d req-04e85d75-d18c-4421-a9cc-a78b31663786 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732479 Feb 08 17:35:53.583799 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0647c2de-87da-41d8-8fa4-3a0dba401f84 admin admin] Publish callbacks [] for security_group (ab2fdbcc-8028-45e5-ae86-71ff9aa42723), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:53.589372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-0647c2de-87da-41d8-8fa4-3a0dba401f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ab2fdbcc-8028-45e5-ae86-71ff9aa42723), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:53.656756 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647c2de-87da-41d8-8fa4-3a0dba401f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2fdbcc-8028-45e5-ae86-71ff9aa42723,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:53.669147 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-0647c2de-87da-41d8-8fa4-3a0dba401f84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c38f3339150f4fa98804ea9b6d721c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381032 Feb 08 17:35:53.670372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42676) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:53.837524 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] Publish callbacks [] for security_group (ab2fdbcc-8028-45e5-ae86-71ff9aa42723), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:53.904051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdde54-f08c-4b16-be5b-e5e9f84e60a6 req-b01e79ec-a7b8-4e02-8983-7a361fddfdc1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:53.907195 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-25cdde54-f08c-4b16-be5b-e5e9f84e60a6 req-b01e79ec-a7b8-4e02-8983-7a361fddfdc1 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.1618886 Feb 08 17:35:53.910180 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] Publish callbacks [] for security_group (ab2fdbcc-8028-45e5-ae86-71ff9aa42723), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:53.978513 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-108c53cd-686f-4fca-b822-f54d449ea685 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:53.980456 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-108c53cd-686f-4fca-b822-f54d449ea685 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 945 time: 0.0676932 Feb 08 17:35:53.998203 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-25cdde54-f08c-4b16-be5b-e5e9f84e60a6 req-2ed5a3fc-ab23-43c1-9596-5ba104a77dfa tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups?id=9f078e05-e075-4396-8584-f67ef299dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787568 Feb 08 17:35:54.031987 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ab2fdbcc-8028-45e5-ae86-71ff9aa42723), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.032600 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.037052 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab2fdbcc-8028-45e5-ae86-71ff9aa42723 HTTP/1.1" status: 204 len: 168 time: 0.3612788 Feb 08 17:35:54.044754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05193ac-2e64-4393-9f50-4ee12455da48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2fdbcc-8028-45e5-ae86-71ff9aa42723,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:54.163277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Deleting port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:54.163743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.337226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] For port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:54.337226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.535061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dd04b-2f52-48de-8224-88d2f1349468 req-a258f550-f90b-4cb5-9805-4fd698dc6774 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:54.536773 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d5dd04b-2f52-48de-8224-88d2f1349468 req-a258f550-f90b-4cb5-9805-4fd698dc6774 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.1338241 Feb 08 17:35:54.686941 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dee61-c7b4-4196-886c-7675f712786c req-67a701a6-0e70-4a17-9529-776ecaf4070a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:54.700665 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b3dee61-c7b4-4196-886c-7675f712786c req-67a701a6-0e70-4a17-9529-776ecaf4070a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0896103 Feb 08 17:35:54.707545 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-8d5dd04b-2f52-48de-8224-88d2f1349468 req-9433393b-9b79-4d18-82e0-cf0ccdbc69d1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590943 Feb 08 17:35:54.731711 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.732764 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:54.733671 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Floating IP 21ab3ace-d0f9-45d8-8698-32309f31366b disassociated. External IP: 172.27.3.55, port: 0e5f8222-7e85-4961-a7e7-946aa0f2ff02. Feb 08 17:35:54.734562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Calling delete_port for 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:54.778939 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b3dee61-c7b4-4196-886c-7675f712786c req-2eb50020-9e9b-4994-9904-b6108082d15a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769613 Feb 08 17:35:54.979019 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (0e5f8222-7e85-4961-a7e7-946aa0f2ff02), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:55.014483 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'Port': ['ID=0e5f8222-7e85-4961-a7e7-946aa0f2ff02,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:55.113284 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:35:55.229002 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1c37d121-f503-40ec-a21a-4bbfb89007ec req-3da7eb0a-85b8-4213-9e37-0317d975f099 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 210 time: 0.0745678 Feb 08 17:35:55.268938 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:55.281356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:35:55.291360 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:35:55.343103 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: ACTIVE; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:55.343406 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:55.360369 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:35:55.394262 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:55.402828 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:55.529447 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:35:55.564529 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:35:55.613716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:35:55.647979 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] No DVR routers for this DVR port 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:35:55.659396 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:55.671761 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-842cb030-f90d-4dcf-9599-384e88c722c0 req-a07e18cb-49d5-4126-adc4-4e43fe8384c4 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.64 "DELETE /v2.0/ports/0e5f8222-7e85-4961-a7e7-946aa0f2ff02 HTTP/1.1" status: 204 len: 173 time: 1.6837461 Feb 08 17:35:55.673256 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'name': 'network-vif-deleted', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:55.677829 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbcf94d-5e8f-42d6-a5ca-670b1220c25a" -d '{"events": [{"server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "name": "network-vif-deleted", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:55.692856 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:55.693555 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:55.784162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8775fcaa-61f0-494e-abe1-d4fb3c98e546 x-openstack-request-id: req-8775fcaa-61f0-494e-abe1-d4fb3c98e546 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:55.786443 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8af1592-80ef-4b09-b8d6-05880da48fae", "name": "network-vif-deleted", "tag": "0e5f8222-7e85-4961-a7e7-946aa0f2ff02", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:55.786704 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8775fcaa-61f0-494e-abe1-d4fb3c98e546 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:55.787150 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8af1592-80ef-4b09-b8d6-05880da48fae', 'name': 'network-vif-deleted', 'tag': '0e5f8222-7e85-4961-a7e7-946aa0f2ff02', 'status': 'completed', 'code': 200} Feb 08 17:35:55.809654 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:56.011881 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe246b9d-2633-46aa-8402-a4561c8ddd05 req-88f41ed3-cfcf-435d-8943-37ea09441b0e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:56.031745 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fe246b9d-2633-46aa-8402-a4561c8ddd05 req-88f41ed3-cfcf-435d-8943-37ea09441b0e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1213119 Feb 08 17:35:56.058656 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b841-21da-4c2b-9537-bebafd01a697 req-c58ef035-c6b9-4360-b558-b65ada39d1cd tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:56.076161 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15d5b841-21da-4c2b-9537-bebafd01a697 req-c58ef035-c6b9-4360-b558-b65ada39d1cd tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.1885881 Feb 08 17:35:56.092833 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:56.258132 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-fe246b9d-2633-46aa-8402-a4561c8ddd05 req-d8af36c4-3a06-428b-b082-50a84cf5ded9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236669 Feb 08 17:35:56.304144 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-15d5b841-21da-4c2b-9537-bebafd01a697 req-e0d65e4a-453f-4530-82ee-48695863b2ac tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260165 Feb 08 17:35:56.586138 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c0c32337-a401-4178-b5e2-19556fcf92ca req-9cbc6823-13c2-4130-af05-b494d927f245 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8af1592-80ef-4b09-b8d6-05880da48fae HTTP/1.1" status: 200 len: 210 time: 0.1764820 Feb 08 17:35:56.746767 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:56.812534 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:35:56.835926 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:35:56.837204 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:35:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:56.992078 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:35:57.137132 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:35:57.319795 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:35:57.320186 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:57.542260 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab94ac-65dd-4917-9a83-b4b3a3314312 req-732bf3ee-baa5-4096-bc5a-b1a8e08a581c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:57.545346 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5aab94ac-65dd-4917-9a83-b4b3a3314312 req-732bf3ee-baa5-4096-bc5a-b1a8e08a581c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1038890 Feb 08 17:35:57.579262 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86c2e-6270-48e6-8064-899d3fb334e9 req-8d79597c-a2bb-4401-8d7b-8564e9ec729a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:57.581219 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36b86c2e-6270-48e6-8064-899d3fb334e9 req-8d79597c-a2bb-4401-8d7b-8564e9ec729a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.1668062 Feb 08 17:35:57.588213 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:35:57.692714 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:57.692945 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:57.695429 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611b01c-40a7-4c81-9564-bb7978641096 None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:28:28Z', 'revision_number': 4, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '40b5ad65-559f-412c-833d-65cb695cfa36', 'name': '', 'network_id': 'f53cffab-2cd9-4d72-a0c8-7ee042426cd4', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'mac_address': 'fa:16:3e:f2:d2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:22Z', 'updated_at': '2022-02-08T17:28:37Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'subnets': [{'id': '5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:35:57.710532 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-36b86c2e-6270-48e6-8064-899d3fb334e9 req-52e7d6a6-2b51-44c5-bf7a-717cdb69e5c1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162763 Feb 08 17:35:57.712111 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5aab94ac-65dd-4917-9a83-b4b3a3314312 req-59725314-26f6-4a49-90a5-1e9d474ece7c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547554 Feb 08 17:35:57.783842 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:35:57.788848 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644120a-1d6b-404f-9ac1-42294f30cffd" -d '{"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:35:57.814028 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:57.828586 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:57.830471 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:35:57.876668 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42760) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:57.920963 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:35:57.922032 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 0e5f8222-7e85-4961-a7e7-946aa0f2ff02 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:35:57.968332 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e842ca8f-0002-42e2-86ae-31848c4e3eec x-openstack-request-id: req-e842ca8f-0002-42e2-86ae-31848c4e3eec {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:35:57.968684 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:35:57.969076 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e842ca8f-0002-42e2-86ae-31848c4e3eec {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:35:57.969775 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'code': 200} Feb 08 17:35:58.029053 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f078e05-e075-4396-8584-f67ef299dee5), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.042500 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:58.091789 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (9f078e05-e075-4396-8584-f67ef299dee5), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.201487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9f078e05-e075-4396-8584-f67ef299dee5), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.206043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.207467 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "DELETE /v2.0/security-groups/9f078e05-e075-4396-8584-f67ef299dee5 HTTP/1.1" status: 204 len: 168 time: 0.3292665 Feb 08 17:35:58.215793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42762) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:58.221357 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f078e05-e075-4396-8584-f67ef299dee5,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:58.234396 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e7424-da01-40c6-8cf0-48d2763f64df None None] New status for floating IP 21ab3ace-d0f9-45d8-8698-32309f31366b: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:35:58.235914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.235914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.235914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.235914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238728 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.238728 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.239207 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.239448 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb7fd1-dd8a-4e97-8a44-b605b0276b2b tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:58.258446 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.api.v2.resource [None req-72cb33c5-2a67-4a9c-b8d3-4cdc78dc25f2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] show failed (client error): The resource could not be found. Feb 08 17:35:58.263389 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-72cb33c5-2a67-4a9c-b8d3-4cdc78dc25f2 tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "GET /v2.0/security-groups/9f078e05-e075-4396-8584-f67ef299dee5 HTTP/1.1" status: 404 len: 347 time: 0.0432792 Feb 08 17:35:58.269760 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42764) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:58.437385 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Deleting port b01007a4-352b-41fc-9373-672cd72a7ba6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:35:58.438072 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.466692 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:35:58.623959 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.624551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (b01007a4-352b-41fc-9373-672cd72a7ba6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:58.646501 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Calling delete_port for b01007a4-352b-41fc-9373-672cd72a7ba6 owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:35:58.974308 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f5454-5031-4ae3-b5f0-ae6380b7486c req-abfe1915-562e-4da0-8845-bc0ee39ac8ea tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:58.992750 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-997f5454-5031-4ae3-b5f0-ae6380b7486c req-abfe1915-562e-4da0-8845-bc0ee39ac8ea tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.1663859 Feb 08 17:35:59.015836 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7754b05-c918-476d-a7cc-3bf5f7a58a91 req-77c68acd-3dfb-44c5-8266-8450c406d04c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:35:59.024317 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7754b05-c918-476d-a7cc-3bf5f7a58a91 req-77c68acd-3dfb-44c5-8266-8450c406d04c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1049500 Feb 08 17:35:59.027399 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (b01007a4-352b-41fc-9373-672cd72a7ba6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.091404 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Pushing event deleted for resources: {'Port': ['ID=b01007a4-352b-41fc-9373-672cd72a7ba6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:59.145202 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:35:59.180830 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b7754b05-c918-476d-a7cc-3bf5f7a58a91 req-3bf79a72-2f5b-4fc3-8d6e-c97d83d24dce tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552007 Feb 08 17:35:59.252244 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-997f5454-5031-4ae3-b5f0-ae6380b7486c req-33cc0035-81c5-4b68-a9ec-b58d65562bdf tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572947 Feb 08 17:35:59.268050 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:59.335552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks [] for floatingip (21ab3ace-d0f9-45d8-8698-32309f31366b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.339922 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.356993 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b1aa1d09-58b2-4d6a-a92e-7e9aa888cf7a tempest-AttachVolumeTestJSON-923716161 tempest-AttachVolumeTestJSON-923716161-project] 10.222.0.69 "DELETE /v2.0/floatingips/21ab3ace-d0f9-45d8-8698-32309f31366b HTTP/1.1" status: 204 len: 168 time: 1.0853376 Feb 08 17:35:59.477706 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.501009 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:59.540815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'mac_address': 'fa:16:3e:6d:32:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:35:59.645235 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port cf060131-592b-49f3-bed4-02a89d544e1f is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:35:59.646081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.688462 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf060131-592b-49f3-bed4-02a89d544e1f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:35:59.700845 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Publish callbacks [] for security_group (d049cdb2-fe45-4c73-92a3-ffca6890c7e8), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.712915 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d049cdb2-fe45-4c73-92a3-ffca6890c7e8), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.732626 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:35:59.741090 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.781121 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e816e23e52914ee1b6b749f8e8aeb68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119781 Feb 08 17:35:59.784167 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42784) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:35:59.790763 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049cdb2-fe45-4c73-92a3-ffca6890c7e8,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:59.802704 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.803952 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.804525 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.805082 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.805636 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.806158 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.806710 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.807259 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.807796 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.808373 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.809228 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.810064 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.810954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9b5ee-5853-4c39-a209-8b5a4777065d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:35:59.886567 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:35:59.920255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] Publish callbacks [] for security_group (d049cdb2-fe45-4c73-92a3-ffca6890c7e8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:35:59.969726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] Publish callbacks [] for security_group (d049cdb2-fe45-4c73-92a3-ffca6890c7e8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:00.097786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d049cdb2-fe45-4c73-92a3-ffca6890c7e8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:00.104096 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:00.106452 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d049cdb2-fe45-4c73-92a3-ffca6890c7e8 HTTP/1.1" status: 204 len: 168 time: 0.3198977 Feb 08 17:36:00.122031 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a151afe-6fec-4d90-82fd-1a432fe8fb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049cdb2-fe45-4c73-92a3-ffca6890c7e8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:00.159415 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['cf060131-592b-49f3-bed4-02a89d544e1f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:36:00.461597 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9a85d-523a-4b95-94bc-285db75f286e req-1104145b-132b-4b6e-a766-31110f4348fe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:00.470145 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5be9a85d-523a-4b95-94bc-285db75f286e req-1104145b-132b-4b6e-a766-31110f4348fe tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1152282 Feb 08 17:36:00.535547 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d602a-56f4-49b4-a5e2-a72e8560a986 req-dfe483b1-3571-4de1-8180-f3bb389f99b4 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:00.547639 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d8d602a-56f4-49b4-a5e2-a72e8560a986 req-dfe483b1-3571-4de1-8180-f3bb389f99b4 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 944 time: 0.1492341 Feb 08 17:36:00.634470 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5be9a85d-523a-4b95-94bc-285db75f286e req-64c061a7-5865-4214-97d0-567339cdc55b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631281 Feb 08 17:36:00.693759 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1d8d602a-56f4-49b4-a5e2-a72e8560a986 req-668768eb-28e3-4abc-b07a-9d67a972e2ca tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170912 Feb 08 17:36:01.919190 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d9a0-4dce-41dc-82db-27177f13c55c req-b5437a87-db2a-4968-84d1-508c8b5b49ed tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:01.924027 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2283d9a0-4dce-41dc-82db-27177f13c55c req-b5437a87-db2a-4968-84d1-508c8b5b49ed tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1215627 Feb 08 17:36:01.941425 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83b0a-0ee0-4aae-ae02-aa50cac0660f req-12096b03-5af3-4f29-861f-354db1eebac1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:01.960176 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-19c83b0a-0ee0-4aae-ae02-aa50cac0660f req-12096b03-5af3-4f29-861f-354db1eebac1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 944 time: 0.1432793 Feb 08 17:36:02.060173 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2283d9a0-4dce-41dc-82db-27177f13c55c req-de3ad7d0-0304-457e-a4cd-43c58b2366c8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291118 Feb 08 17:36:02.125038 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-19c83b0a-0ee0-4aae-ae02-aa50cac0660f req-578fc21a-d948-40a0-a3b9-343fcd4b21b1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586521 Feb 08 17:36:03.178321 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:36:03.296925 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port cf060131-592b-49f3-bed4-02a89d544e1f completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:36:03.308790 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port cf060131-592b-49f3-bed4-02a89d544e1f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:36:03.310123 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:03.405610 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b253828-d7be-4a19-a353-19bfdde5e95e req-f1dd9a7a-e5dd-46f8-883f-d7144813d55f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:03.414874 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b253828-d7be-4a19-a353-19bfdde5e95e req-f1dd9a7a-e5dd-46f8-883f-d7144813d55f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1632283 Feb 08 17:36:03.445996 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062442c7-6a51-4609-987c-7d41f5a0bbb3 req-981164fa-0d0c-4910-bbac-7e2682942480 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:03.449087 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-062442c7-6a51-4609-987c-7d41f5a0bbb3 req-981164fa-0d0c-4910-bbac-7e2682942480 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 944 time: 0.1361470 Feb 08 17:36:03.533708 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4b253828-d7be-4a19-a353-19bfdde5e95e req-62e23e7f-9138-44bd-921f-9bea7dea455f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124582 Feb 08 17:36:03.556147 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-062442c7-6a51-4609-987c-7d41f5a0bbb3 req-bbf4fdab-3895-4ee3-812a-275d6ec887e3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872099 Feb 08 17:36:03.573212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port cf060131-592b-49f3-bed4-02a89d544e1f is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:36:03.574993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:03.624952 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:36:03.627633 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b493b59d-9ed8-4acc-b954-617388646f3e" -d '{"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-plugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:36:03.674396 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:03.685842 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:03.770488 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42906) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:03.799762 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd76f0e-9c2d-4f47-ae07-845c884ae1bf x-openstack-request-id: req-6bd76f0e-9c2d-4f47-ae07-845c884ae1bf {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:36:03.800214 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-plugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:36:03.800862 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bd76f0e-9c2d-4f47-ae07-845c884ae1bf {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:36:03.801738 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'code': 200} Feb 08 17:36:03.950206 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:04.401280 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd6261-8e9a-4858-b399-5f59f6ed8704 req-1361ba7a-ab89-4ec5-a309-344e75f1aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:04.404234 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcdd6261-8e9a-4858-b399-5f59f6ed8704 req-1361ba7a-ab89-4ec5-a309-344e75f1aa79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.2874901 Feb 08 17:36:04.499501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dcdd6261-8e9a-4858-b399-5f59f6ed8704 req-8ec26555-f04d-426a-9512-860baa3f84c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805697 Feb 08 17:36:04.736487 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80b15901-ff75-4244-bd7c-454fe335578a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:04.859153 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366249d8-9274-49ed-8209-a4fb2d2666de req-811437f2-1a19-4264-b58f-c67ca8e0aae4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:04.877595 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-366249d8-9274-49ed-8209-a4fb2d2666de req-811437f2-1a19-4264-b58f-c67ca8e0aae4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1370866 Feb 08 17:36:04.881029 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09b59-9553-4bb7-8350-578f7e49ba3e req-5b8f6e63-cdd8-45c8-bb8b-5e79e03043e8 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:04.889498 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7f09b59-9553-4bb7-8350-578f7e49ba3e req-5b8f6e63-cdd8-45c8-bb8b-5e79e03043e8 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.1136866 Feb 08 17:36:05.003554 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f7f09b59-9553-4bb7-8350-578f7e49ba3e req-6664c201-e4e8-4111-8917-52b16e6a23fa tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135652 Feb 08 17:36:05.010973 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-366249d8-9274-49ed-8209-a4fb2d2666de req-546465c0-ca38-4a09-8994-a3abc4eb921d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310606 Feb 08 17:36:05.155303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:05.711514 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Deleting port 40b5ad65-559f-412c-833d-65cb695cfa36 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:36:05.712521 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:05.886412 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] For port 40b5ad65-559f-412c-833d-65cb695cfa36, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=40b5ad65-559f-412c-833d-65cb695cfa36,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:05.887001 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:05.923616 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Calling delete_port for 40b5ad65-559f-412c-833d-65cb695cfa36 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:36:06.359900 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada01e6-6f52-47c8-82b2-1eb64f778632 req-e2814030-5e61-4295-8264-a0adf4aa808b tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:06.382164 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-eada01e6-6f52-47c8-82b2-1eb64f778632 req-e2814030-5e61-4295-8264-a0adf4aa808b tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.1468608 Feb 08 17:36:06.467031 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbd69a-df5d-40d4-986b-7e75048cb093 req-5c0f363f-e187-46c8-a5d2-e28a85013e31 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:06.469751 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75bbd69a-df5d-40d4-986b-7e75048cb093 req-5c0f363f-e187-46c8-a5d2-e28a85013e31 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2096498 Feb 08 17:36:06.512494 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (40b5ad65-559f-412c-833d-65cb695cfa36), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:06.530749 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-eada01e6-6f52-47c8-82b2-1eb64f778632 req-3d60ad69-4955-4bb3-b203-14847a9d01ff tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360850 Feb 08 17:36:06.601542 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b5ad65-559f-412c-833d-65cb695cfa36,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:06.703522 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75bbd69a-df5d-40d4-986b-7e75048cb093 req-38918ca4-ec33-4029-8400-1938aadcf90b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252536 Feb 08 17:36:07.157436 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e4bac973-6e70-47d7-845f-35a177879457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:07.326552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:07.701966 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473d13-eb47-4611-86dc-e4f926f0677c req-54c2db1f-3322-494f-a951-b9a418c167b0 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:07.714260 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-66473d13-eb47-4611-86dc-e4f926f0677c req-54c2db1f-3322-494f-a951-b9a418c167b0 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0834370 Feb 08 17:36:07.841092 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Router 73077a09-e47a-4985-bbab-2e4dfb259ed9 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:36:07.877943 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-66473d13-eb47-4611-86dc-e4f926f0677c req-f9588006-2c40-4fdd-9853-bad81be90189 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472814 Feb 08 17:36:07.952221 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267913-cd72-4748-8679-3e71efb31341 req-bac8feb8-7ae2-4545-a8ab-90e98021ad04 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:07.955692 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91267913-cd72-4748-8679-3e71efb31341 req-bac8feb8-7ae2-4545-a8ab-90e98021ad04 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.1034398 Feb 08 17:36:08.044789 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:08.127664 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43052e51-1bc9-42e4-aa57-27d436c5fd38 req-47cc9511-8e70-435a-899c-6d0430bc2ae3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:08.152150 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43052e51-1bc9-42e4-aa57-27d436c5fd38 req-47cc9511-8e70-435a-899c-6d0430bc2ae3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.1471837 Feb 08 17:36:08.176376 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-91267913-cd72-4748-8679-3e71efb31341 req-adee2d4a-c84d-448e-a780-ae0d403639b0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183434 Feb 08 17:36:08.256164 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:36:08.270890 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ebf32120-dcfb-41f5-b1db-7b5845efd8b5 admin admin] 10.222.0.69 "PUT /v2.0/routers/73077a09-e47a-4985-bbab-2e4dfb259ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980574 Feb 08 17:36:08.274552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42936) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:08.275920 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Sync routers for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:36:08.316250 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:36:08.317610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:36:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:08.383963 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43052e51-1bc9-42e4-aa57-27d436c5fd38 req-337fafbb-acdc-4255-96a1-94b01d25972f tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287126 Feb 08 17:36:08.432099 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42938) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:08.630295 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks [] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:08.847504 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fe4e7e-51e4-434a-999b-f93c2f091df3 tempest-TestShelveInstance-1699885672 tempest-TestShelveInstance-1699885672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:08.851645 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d4fe4e7e-51e4-434a-999b-f93c2f091df3 tempest-TestShelveInstance-1699885672 tempest-TestShelveInstance-1699885672-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1124 time: 0.4174159 Feb 08 17:36:08.856885 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42942) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:08.908953 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:36:08.958142 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:08.968342 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:36:09.014269 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks [] for router_gateway (73077a09-e47a-4985-bbab-2e4dfb259ed9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:09.157568 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Deleting port 78eb57f8-1717-48a2-82e4-9376aa14b49e {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:36:09.158481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:09.382844 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:09.415189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] For port 78eb57f8-1717-48a2-82e4-9376aa14b49e, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=78eb57f8-1717-48a2-82e4-9376aa14b49e,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:09.416650 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:09.522161 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Calling delete_port for 78eb57f8-1717-48a2-82e4-9376aa14b49e owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:36:09.761291 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:36:06Z', 'revision_number': 5, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port': {'id': '78eb57f8-1717-48a2-82e4-9376aa14b49e', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:10Z', 'updated_at': '2022-02-08T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:09.808225 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2dd6e-a887-4794-8ccf-e213803178e5 req-50f350ef-468a-4640-b53c-192f66e4fba3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:09.821642 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ad2dd6e-a887-4794-8ccf-e213803178e5 req-50f350ef-468a-4640-b53c-192f66e4fba3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2535672 Feb 08 17:36:09.864003 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Allocated IP 172.27.3.72 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/a4ec8e0a-3073-4b66-b38b-467a0479a95d) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:36:09.889681 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Checking router: 73077a09-e47a-4985-bbab-2e4dfb259ed9 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:36:09.960541 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Routers {'73077a09-e47a-4985-bbab-2e4dfb259ed9'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:36:09.962045 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:36:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['73077a09-e47a-4985-bbab-2e4dfb259ed9'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:10.108816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0ad2dd6e-a887-4794-8ccf-e213803178e5 req-2fade3d8-7040-4fb9-989a-73ed7b40654f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856536 Feb 08 17:36:10.211280 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.221335 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (78eb57f8-1717-48a2-82e4-9376aa14b49e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.259533 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] Set router 73077a09-e47a-4985-bbab-2e4dfb259ed9 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:36:10.270366 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.305884 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=78eb57f8-1717-48a2-82e4-9376aa14b49e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:10.362267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:36:10.367837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:36:10.379197 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:36:10.382987 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:36:09Z', 'revision_number': 6, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:10.425827 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.445431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088b901-2142-475b-b6b9-804f3e588759 None None] The sync data for ids ['73077a09-e47a-4985-bbab-2e4dfb259ed9'] in dv-cinder-822040-2-iscsi is: [{'id': '73077a09-e47a-4985-bbab-2e4dfb259ed9', 'name': 'tempest-AttachVolumeTestJSON-948297212-router', 'tenant_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:07Z', 'updated_at': '2022-02-08T17:36:09Z', 'revision_number': 6, 'project_id': '7fedeb21bf7b4056b1737c6e7ddc2d2a', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:36:10.454168 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'Port': ['ID=a4ec8e0a-3073-4b66-b38b-467a0479a95d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:10.460692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.678673 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.681662 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks [] for router_controller (73077a09-e47a-4985-bbab-2e4dfb259ed9), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.801246 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (73077a09-e47a-4985-bbab-2e4dfb259ed9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.801246 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73077a09-e47a-4985-bbab-2e4dfb259ed9 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:36:10.821722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.842474 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42950) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:10.845848 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bcb2b73a-a180-4722-913c-860b9b8a8a11 admin admin] 10.222.0.69 "DELETE /v2.0/routers/73077a09-e47a-4985-bbab-2e4dfb259ed9 HTTP/1.1" status: 204 len: 168 time: 2.5692635 Feb 08 17:36:10.969880 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Deleting subnet 5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:36:10.993562 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Publish callbacks [] for subnet (5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:10.996716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 40b5ad65-559f-412c-833d-65cb695cfa36 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:36:11.058951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 40b5ad65-559f-412c-833d-65cb695cfa36 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:36:11.059495 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 40b5ad65-559f-412c-833d-65cb695cfa36 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:36:11.152117 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.248150 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.527503 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for floatingip (936db9c5-8c23-4781-9cca-ea19f64328c1), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.532414 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.632514 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3d2f-9e3d-418d-9352-aa7c41e76ea1 req-0e6f83ff-ccd5-4808-be65-2c0d9f0e0d05 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:11.635367 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d2c3d2f-9e3d-418d-9352-aa7c41e76ea1 req-0e6f83ff-ccd5-4808-be65-2c0d9f0e0d05 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2820883 Feb 08 17:36:11.828046 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.831835 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.869599 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7d2c3d2f-9e3d-418d-9352-aa7c41e76ea1 req-591b6ac9-102c-4788-875f-b09a08764410 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050045 Feb 08 17:36:11.877888 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a8381-6cd4-4080-9045-f5574c41c3f1 None None] Network f53cffab-2cd9-4d72-a0c8-7ee042426cd4 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:36:11.942904 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:11.957508 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8 HTTP/1.1" status: 204 len: 168 time: 1.1096985 Feb 08 17:36:11.958547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 42960) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:11.991953 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdb719-36da-4482-8c48-0309d724458e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2fc8bb-1f4f-4045-b28e-c0be348fe9d8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:12.189326 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (f53cffab-2cd9-4d72-a0c8-7ee042426cd4), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.293598 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] DHCP port deletion for f53cffab-2cd9-4d72-a0c8-7ee042426cd4 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:36:12.301353 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.310646 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.374240 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Deleting port 5e6b704f-0554-4fb5-866c-0bf982097db7 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:36:12.374770 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.440728 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Deleting port 5e6b704f-0554-4fb5-866c-0bf982097db7 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:36:12.441584 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.511350 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] For port 5e6b704f-0554-4fb5-866c-0bf982097db7, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5e6b704f-0554-4fb5-866c-0bf982097db7,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:12.512341 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.512578 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event updated for resources: {'Port': ['ID=a4ec8e0a-3073-4b66-b38b-467a0479a95d,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:12.534742 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (936db9c5-8c23-4781-9cca-ea19f64328c1), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.543082 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Calling delete_port for 5e6b704f-0554-4fb5-866c-0bf982097db7 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:36:12.610832 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] For port 5e6b704f-0554-4fb5-866c-0bf982097db7, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=5e6b704f-0554-4fb5-866c-0bf982097db7,segment=NetworkSegment(f9345a2e-efe2-481b-9f60-29c5c3386585),segment_id=f9345a2e-efe2-481b-9f60-29c5c3386585)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:12.610832 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.658408 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Calling delete_port for 5e6b704f-0554-4fb5-866c-0bf982097db7 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:36:12.689756 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 78eb57f8-1717-48a2-82e4-9376aa14b49e no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:36:12.734823 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 78eb57f8-1717-48a2-82e4-9376aa14b49e {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:36:12.735291 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 78eb57f8-1717-48a2-82e4-9376aa14b49e not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:36:12.735595 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5e6b704f-0554-4fb5-866c-0bf982097db7 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:36:12.808879 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.842298 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:12.912011 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Floating IP 936db9c5-8c23-4781-9cca-ea19f64328c1 associated. External IP: 172.27.3.72, port: cf060131-592b-49f3-bed4-02a89d544e1f. Feb 08 17:36:13.007493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No active binding found for port 5e6b704f-0554-4fb5-866c-0bf982097db7 {{(pid=102591) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 17:36:13.007493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] The host dv-cinder-822040-2-iscsi is not matching for port 5e6b704f-0554-4fb5-866c-0bf982097db7 host None! {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 17:36:13.007493 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 5e6b704f-0554-4fb5-866c-0bf982097db7 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:36:13.027634 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6b704f-0554-4fb5-866c-0bf982097db7,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:13.072614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] No DVR routers for this DVR port 5e6b704f-0554-4fb5-866c-0bf982097db7 on host dv-cinder-822040-2-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:36:13.125902 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (5e6b704f-0554-4fb5-866c-0bf982097db7), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.221613 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Pushing event deleted for resources: {'Port': ['ID=5e6b704f-0554-4fb5-866c-0bf982097db7,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:13.243829 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.245730 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.246578 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.247387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.253031 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.254671 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.255476 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.256358 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.257201 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.258045 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.259741 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.260607 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.261454 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:36:13.267769 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36e1da-9aba-4dfd-a4a0-d563666b49ff None None] No DVR routers for this DVR port 5e6b704f-0554-4fb5-866c-0bf982097db7 on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:36:13.407783 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (f53cffab-2cd9-4d72-a0c8-7ee042426cd4), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.465243 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-7e407314-d520-48e6-bbef-6f8ae9998ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:13.468212 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-7e407314-d520-48e6-bbef-6f8ae9998ea8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1129 time: 0.2706399 Feb 08 17:36:13.471284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53cffab-2cd9-4d72-a0c8-7ee042426cd4']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:13.476399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:36:13.500177 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c80d-3af1-4150-8aa4-a7d104c04bcf req-819def71-51c0-4c94-97fc-300273de0c15 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:13.503325 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5b74c80d-3af1-4150-8aa4-a7d104c04bcf req-819def71-51c0-4c94-97fc-300273de0c15 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.3577275 Feb 08 17:36:13.523177 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9345a2e-efe2-481b-9f60-29c5c3386585') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:13.523665 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9345a2e-efe2-481b-9f60-29c5c3386585') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:13.580534 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (f9345a2e-efe2-481b-9f60-29c5c3386585), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.656377 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:36:13.673714 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f9345a2e-efe2-481b-9f60-29c5c3386585), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.675654 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Sync routers for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:36:13.691317 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:36:13.692192 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:36:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:13.700569 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.708596 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:36:13.711749 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (f9345a2e-efe2-481b-9f60-29c5c3386585), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:36:13.716492 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:36:13.794130 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-39656505-7ca4-49d8-8a17-a8bb8b7cdcbe tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9332206 Feb 08 17:36:13.796508 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:36:13.802073 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:36:13.842519 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5b74c80d-3af1-4150-8aa4-a7d104c04bcf req-6eb45bce-d06a-4cb8-a449-193405413a55 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133285 Feb 08 17:36:13.901097 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf3a78-e170-4d29-a6f6-243b5206397c x-openstack-request-id: req-41bf3a78-e170-4d29-a6f6-243b5206397c {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:36:13.909440 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:36:13.910896 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41bf3a78-e170-4d29-a6f6-243b5206397c {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:36:13.913009 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'status': 'completed', 'code': 200} Feb 08 17:36:13.919461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (f53cffab-2cd9-4d72-a0c8-7ee042426cd4), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.923633 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-82cf6993-bb9c-412c-8475-2e1c7c74c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:13.927165 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-82cf6993-bb9c-412c-8475-2e1c7c74c227 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.4189920 Feb 08 17:36:13.935017 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:13.946355 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] 10.222.0.69 "DELETE /v2.0/networks/f53cffab-2cd9-4d72-a0c8-7ee042426cd4 HTTP/1.1" status: 204 len: 168 time: 1.9835987 Feb 08 17:36:13.962716 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:36:13.968626 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57882b-7b92-4a80-b5f5-66ee90300ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=f53cffab-2cd9-4d72-a0c8-7ee042426cd4,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:14.225911 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42984) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:14.282904 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-a0c96e32-1212-4ade-a7eb-685be89f183c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 999 time: 0.2039127 Feb 08 17:36:14.292570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-3938dbb4-16d2-4af8-93c6-e341546ff098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:14.295472 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-3938dbb4-16d2-4af8-93c6-e341546ff098 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.1249142 Feb 08 17:36:14.323531 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8ea651ea-0a6f-4265-a13e-668681694083 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fedeb21bf7b4056b1737c6e7ddc2d2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0953860 Feb 08 17:36:14.330311 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 42986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:14.441978 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] Publish callbacks [] for security_group (9d6b2743-5204-42ea-8085-a0cee90bdc45), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:14.466872 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-133f9f46-0329-4374-9463-7694235013ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:14.469385 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-133f9f46-0329-4374-9463-7694235013ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.1725156 Feb 08 17:36:14.482887 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] Publish callbacks [] for security_group (9d6b2743-5204-42ea-8085-a0cee90bdc45), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:14.504297 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '936db9c5-8c23-4781-9cca-ea19f64328c1', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'mac_address': 'fa:16:3e:6d:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:36:11Z', 'updated_at': '2022-02-08T17:36:11Z', 'revision_number': 0, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:14.571220 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Checking router: f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:36:14.583165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9d6b2743-5204-42ea-8085-a0cee90bdc45), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:14.587324 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:14.592816 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d6b2743-5204-42ea-8085-a0cee90bdc45 HTTP/1.1" status: 204 len: 168 time: 0.2607996 Feb 08 17:36:14.594836 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-0cb2a403-dafc-4ad0-b52a-37d5f275d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:14.597129 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-0cb2a403-dafc-4ad0-b52a-37d5f275d15d service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.2456861 Feb 08 17:36:14.597355 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:36:14.598341 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:36:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:14.612335 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477f7e9-abd0-4fb9-98f7-f4f1ba7a0298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6b2743-5204-42ea-8085-a0cee90bdc45,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:14.646720 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-521b3040-feed-40ea-81fc-decd61067dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:14.651343 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-521b3040-feed-40ea-81fc-decd61067dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1675715 Feb 08 17:36:14.828072 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:36:14.847717 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-55663edb-efff-4549-8ee6-c3a749d942b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 998 time: 0.2284768 Feb 08 17:36:15.294459 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '936db9c5-8c23-4781-9cca-ea19f64328c1', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'mac_address': 'fa:16:3e:6d:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:36:11Z', 'updated_at': '2022-02-08T17:36:11Z', 'revision_number': 0, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:36:15.353924 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f47a9-ac42-4062-ae24-640643aa101b None None] The sync data for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi is: [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '936db9c5-8c23-4781-9cca-ea19f64328c1', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'mac_address': 'fa:16:3e:6d:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:36:11Z', 'updated_at': '2022-02-08T17:36:11Z', 'revision_number': 0, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:36:15.412900 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-9490cb7c-a113-4f34-b762-cd9c0f292c2b service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991103 Feb 08 17:36:15.420186 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-44d6053c-fd20-434d-923a-a27db271a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:15.422519 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-44d6053c-fd20-434d-923a-a27db271a11b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.5614364 Feb 08 17:36:15.596123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029676ce-bb80-46ac-9167-09d103b57e35 req-ff2a63ad-8c80-4d51-8c59-4fa1f465f70d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:15.598628 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-029676ce-bb80-46ac-9167-09d103b57e35 req-ff2a63ad-8c80-4d51-8c59-4fa1f465f70d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.2676229 Feb 08 17:36:15.672046 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4004ed20-28f5-4aeb-8053-4844b6a8dcab req-5fce3ab4-aeff-415b-872e-8fc7214cad09 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467885 Feb 08 17:36:15.675276 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-b0ba0e01-394c-4603-b86c-b2525f389889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:15.678061 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-b0ba0e01-394c-4603-b86c-b2525f389889 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2417257 Feb 08 17:36:15.745004 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebda0bd-b075-404b-9906-f2d2678895a7 None None] New status for floating IP 936db9c5-8c23-4781-9cca-ea19f64328c1: ACTIVE {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:36:15.827934 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-029676ce-bb80-46ac-9167-09d103b57e35 req-0753df09-2175-4094-b950-e42079fdff7d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122781 Feb 08 17:36:15.974164 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-715cb1fa-4765-4d78-ae15-eb27adc2c94d service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752438 Feb 08 17:36:15.988271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-cb5f391a-e637-4d01-9aeb-f145496b07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:15.991661 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-cb5f391a-e637-4d01-9aeb-f145496b07b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1129 time: 0.1877027 Feb 08 17:36:16.310192 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-e334119f-a5e9-464c-986c-4b7038620792 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167758 Feb 08 17:36:16.320349 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-9a6883cb-0930-4ad4-8f8f-fdd7851e6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:16.323482 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-9a6883cb-0930-4ad4-8f8f-fdd7851e6a2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.3167324 Feb 08 17:36:16.426034 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-30463e14-2fd4-41e7-94cb-bfbefadf857b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 999 time: 0.0909581 Feb 08 17:36:16.523665 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-d8d4c5a6-ad2a-4283-8c0e-f368e0e39730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:16.526134 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-d8d4c5a6-ad2a-4283-8c0e-f368e0e39730 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0802722 Feb 08 17:36:16.618488 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-b67333c4-f7f8-4aa6-92ba-45da801861c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:16.620983 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-b67333c4-f7f8-4aa6-92ba-45da801861c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792940 Feb 08 17:36:16.779267 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-55acd289-59b9-47d5-b441-1ad023c860d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495669 Feb 08 17:36:16.966047 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e314577-5a19-49c4-8ec8-69eaead3e12a req-7bab6af4-5e2d-4c5f-bbdc-e77e795a0bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719956 Feb 08 17:36:17.089481 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc0309-7c96-4be1-bc53-33cd0bd82916 req-a0b29b65-4cba-435a-acba-0dc3b8598848 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:17.092007 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8bbc0309-7c96-4be1-bc53-33cd0bd82916 req-a0b29b65-4cba-435a-acba-0dc3b8598848 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 945 time: 0.0954330 Feb 08 17:36:17.201814 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8bbc0309-7c96-4be1-bc53-33cd0bd82916 req-987966f8-8692-4dce-8a63-4aedcf691ef5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984924 Feb 08 17:36:17.220985 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:36:17.379269 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: ACTIVE; New status is: DOWN {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:36:17.379874 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:17.428685 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:36:17.433012 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed745998-9387-4fd4-a695-2d20f30ac152" -d '{"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:36:17.456444 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:17.469675 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:17.516491 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823343af-80d4-4b72-9832-5d25570edaeb x-openstack-request-id: req-823343af-80d4-4b72-9832-5d25570edaeb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:36:17.517356 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:36:17.517779 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-823343af-80d4-4b72-9832-5d25570edaeb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:36:17.518425 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'code': 200} Feb 08 17:36:17.578181 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:18.475317 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec638f89-76d3-4fc5-8b94-e413d6365157 req-91533c55-7f01-44dc-87e5-3986f9d3dbad tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:18.477197 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ec638f89-76d3-4fc5-8b94-e413d6365157 req-91533c55-7f01-44dc-87e5-3986f9d3dbad tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1358905 Feb 08 17:36:18.563094 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-ec638f89-76d3-4fc5-8b94-e413d6365157 req-a0eebba8-ae04-45da-b43b-baf79fbe9d4b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772562 Feb 08 17:36:19.816641 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eeedb-11ad-48e4-94a5-fc37edae9a10 req-79f0a119-2ac6-4354-9316-62f980c9a73d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:19.820191 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-613eeedb-11ad-48e4-94a5-fc37edae9a10 req-79f0a119-2ac6-4354-9316-62f980c9a73d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1337633 Feb 08 17:36:19.927017 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-613eeedb-11ad-48e4-94a5-fc37edae9a10 req-3dd48d65-f1cc-4e4f-abcc-911e7096cf79 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951705 Feb 08 17:36:21.138543 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608e08-9915-4bc7-b85b-ac8b32117abe req-4526e06a-cae0-446c-973d-7d2f490e4025 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:21.141566 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4608e08-9915-4bc7-b85b-ac8b32117abe req-4526e06a-cae0-446c-973d-7d2f490e4025 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1003792 Feb 08 17:36:21.238113 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a4608e08-9915-4bc7-b85b-ac8b32117abe req-af0ca65a-a61c-4760-9b35-b57514c0a7fc tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869761 Feb 08 17:36:22.459780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-dfbac0c3-bf27-40be-bde4-40b7a31da94a req-a15e4833-9a79-44f5-9bc6-0640e3de1872 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:36:22.461756 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-dfbac0c3-bf27-40be-bde4-40b7a31da94a req-a15e4833-9a79-44f5-9bc6-0640e3de1872 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123963 Feb 08 17:36:22.782957 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eba4b-08bc-4d7f-bda4-6f50741ee62f req-12177eda-1c8c-425e-ad3b-66712b726c28 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:22.785332 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b8eba4b-08bc-4d7f-bda4-6f50741ee62f req-12177eda-1c8c-425e-ad3b-66712b726c28 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1262829 Feb 08 17:36:22.795117 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-7d7cc72f-7a5a-4054-8db3-b78a6535c5d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885341 Feb 08 17:36:22.860920 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3b8eba4b-08bc-4d7f-bda4-6f50741ee62f req-feb6b703-6cec-4e29-abea-b7524b9ca565 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644457 Feb 08 17:36:23.217642 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:36:23.350900 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: DOWN; New status is: DOWN {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:36:24.092474 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-fd371059-e475-4a30-9ce6-a95e0c45b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.094091 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-fd371059-e475-4a30-9ce6-a95e0c45b305 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347&tenant_id=1db94ac5e06144fe93946c0c4df7e2ed HTTP/1.1" status: 200 len: 1127 time: 0.1573093 Feb 08 17:36:24.105312 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5725-934d-46c8-9399-b879d08e6ee2 req-3558c0d8-0551-4c4f-a8af-cf7acde45464 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.107232 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b2f5725-934d-46c8-9399-b879d08e6ee2 req-3558c0d8-0551-4c4f-a8af-cf7acde45464 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0835447 Feb 08 17:36:24.207832 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6b2f5725-934d-46c8-9399-b879d08e6ee2 req-f6132156-5f1c-457d-a96c-2bfd468648a3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886126 Feb 08 17:36:24.224116 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-1983de69-40af-49fe-b728-13685cd012ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.226135 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-1983de69-40af-49fe-b728-13685cd012ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1127 time: 0.0893641 Feb 08 17:36:24.399409 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-ae7007de-cc28-4898-80da-1bd2bd97073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.401060 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-ae7007de-cc28-4898-80da-1bd2bd97073a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 200 len: 918 time: 0.1480587 Feb 08 17:36:24.492379 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-d791d799-d81a-4c56-90e2-941986dde155 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 200 len: 997 time: 0.0811715 Feb 08 17:36:24.549046 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-cb4bf78e-d974-4c0a-a2d0-b66965e8e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.550587 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-cb4bf78e-d974-4c0a-a2d0-b66965e8e725 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 200 len: 856 time: 0.0522673 Feb 08 17:36:24.625922 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-a2733b3b-c696-4580-93c3-bef8e6417b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:24.625922 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-a2733b3b-c696-4580-93c3-bef8e6417b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ccd61454-4568-47e1-b525-83b47e7e5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619614 Feb 08 17:36:24.781503 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-7882dff8-afc7-4bd2-8f2a-262b8f894ee7 service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518481 Feb 08 17:36:24.910534 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-d5927879-9bbb-4393-ba48-77907264ba6a service neutron] 10.222.0.64 "GET /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188736 Feb 08 17:36:25.400823 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31a13-6653-4e40-a0b4-fb4a0d59b99f req-9de266b3-0c0f-4018-8d01-f239b093417a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:25.403407 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dcf31a13-6653-4e40-a0b4-fb4a0d59b99f req-9de266b3-0c0f-4018-8d01-f239b093417a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0646966 Feb 08 17:36:25.516671 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-dcf31a13-6653-4e40-a0b4-fb4a0d59b99f req-d8b99e67-53a2-45ef-b01b-958a365270dd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997410 Feb 08 17:36:26.769582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a58d6-ba63-4349-84b1-490e4af7720d req-950ef6bc-8c82-4133-8365-90cc35bc77fd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:26.783785 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b56a58d6-ba63-4349-84b1-490e4af7720d req-950ef6bc-8c82-4133-8365-90cc35bc77fd tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1305001 Feb 08 17:36:26.848034 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43250) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:26.901485 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b56a58d6-ba63-4349-84b1-490e4af7720d req-a23751c5-7eba-460f-b9d5-f877e1329942 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154256 Feb 08 17:36:27.052809 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44c5b605-77eb-488f-ae05-2707703f3f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.193863 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44c5b605-77eb-488f-ae05-2707703f3f7d admin admin] Publish callbacks [] for security_group (6dcb297c-383e-4d4f-8e1e-52efa62e79cd), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.200159 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-44c5b605-77eb-488f-ae05-2707703f3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6dcb297c-383e-4d4f-8e1e-52efa62e79cd), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.278021 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-44c5b605-77eb-488f-ae05-2707703f3f7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46e3b0a92e954f538cc67353c0199a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282992 Feb 08 17:36:27.280458 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43256) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:27.281921 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5b605-77eb-488f-ae05-2707703f3f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb297c-383e-4d4f-8e1e-52efa62e79cd,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:27.364717 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] Publish callbacks [] for security_group (6dcb297c-383e-4d4f-8e1e-52efa62e79cd), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.407049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] Publish callbacks [] for security_group (6dcb297c-383e-4d4f-8e1e-52efa62e79cd), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.491781 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (6dcb297c-383e-4d4f-8e1e-52efa62e79cd), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.496905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:27.498441 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6dcb297c-383e-4d4f-8e1e-52efa62e79cd HTTP/1.1" status: 204 len: 168 time: 0.2168643 Feb 08 17:36:27.510841 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558677c3-3f09-4320-86d4-23a02ad5640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb297c-383e-4d4f-8e1e-52efa62e79cd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:27.932846 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43262) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:27.953356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1a63-e7a0-435d-a59b-0833c276f99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.109315 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1a63-e7a0-435d-a59b-0833c276f99d admin admin] Publish callbacks [] for security_group (b0e3ed3b-420c-4621-9e99-a29167498cab), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.116020 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ccbc1a63-e7a0-435d-a59b-0833c276f99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b0e3ed3b-420c-4621-9e99-a29167498cab), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.129648 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a65e98-1c74-4106-90e5-4874f45ef1fc req-9827abce-2dc1-4930-a73c-d30c59a0c04b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:28.133248 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43a65e98-1c74-4106-90e5-4874f45ef1fc req-9827abce-2dc1-4930-a73c-d30c59a0c04b tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0905721 Feb 08 17:36:28.171524 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ccbc1a63-e7a0-435d-a59b-0833c276f99d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62ea077c9be447589c6c23ce405ac700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344072 Feb 08 17:36:28.171524 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1a63-e7a0-435d-a59b-0833c276f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3ed3b-420c-4621-9e99-a29167498cab,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:28.171996 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43268) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:28.262938 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43a65e98-1c74-4106-90e5-4874f45ef1fc req-78d5a68d-dc41-4cb2-833f-768fbbbd5faf tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108899 Feb 08 17:36:28.291464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] Publish callbacks [] for security_group (b0e3ed3b-420c-4621-9e99-a29167498cab), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.344660 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] Publish callbacks [] for security_group (b0e3ed3b-420c-4621-9e99-a29167498cab), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.462778 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b0e3ed3b-420c-4621-9e99-a29167498cab), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.466737 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:28.468557 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0e3ed3b-420c-4621-9e99-a29167498cab HTTP/1.1" status: 204 len: 168 time: 0.2950370 Feb 08 17:36:28.482507 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1cbb5-61c1-4e9c-9e3a-0c3417cf113c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3ed3b-420c-4621-9e99-a29167498cab,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:29.126035 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43278) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:29.156802 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9685497-8fc2-4483-ac65-0305d34b0635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.316816 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9685497-8fc2-4483-ac65-0305d34b0635 admin admin] Publish callbacks [] for security_group (35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.324415 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a9685497-8fc2-4483-ac65-0305d34b0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.407553 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43282) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:29.408449 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a9685497-8fc2-4483-ac65-0305d34b0635 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc50c74839644143883ff540f01159a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796476 Feb 08 17:36:29.410165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9685497-8fc2-4483-ac65-0305d34b0635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:29.601308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] Publish callbacks [] for security_group (35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.626984 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee99f40-f426-4dcd-a362-fd7a9666efb0 req-5649ad53-e7c7-47cf-8b7d-0fc625bbf840 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:29.629579 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cee99f40-f426-4dcd-a362-fd7a9666efb0 req-5649ad53-e7c7-47cf-8b7d-0fc625bbf840 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1379437 Feb 08 17:36:29.653822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] Publish callbacks [] for security_group (35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.757923 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cee99f40-f426-4dcd-a362-fd7a9666efb0 req-2fe6dc91-8d4b-4225-973b-ed46ad891d15 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139302 Feb 08 17:36:29.787183 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.790310 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:29.791165 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92 HTTP/1.1" status: 204 len: 168 time: 0.3808949 Feb 08 17:36:29.801224 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cff83-646c-43ad-9456-c81147011661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35529b0a-08fd-4f3f-9d8f-09cd1ff0fc92,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:30.970635 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2960c-013a-4efd-aac3-0326ab5e9273 req-39648cb3-5ad4-4e47-a3fc-80673cae98d1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:30.985486 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a2e2960c-013a-4efd-aac3-0326ab5e9273 req-39648cb3-5ad4-4e47-a3fc-80673cae98d1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1116164 Feb 08 17:36:31.072915 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a2e2960c-013a-4efd-aac3-0326ab5e9273 req-a7909f4e-def1-4265-afe7-79f3ec52f8fa tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861430 Feb 08 17:36:32.273388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd16a60-d1dd-4cbd-a62e-b9076103178e req-5c3631d3-9a42-438c-8640-2878765d2495 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:32.276737 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddd16a60-d1dd-4cbd-a62e-b9076103178e req-5c3631d3-9a42-438c-8640-2878765d2495 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0930507 Feb 08 17:36:32.395342 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddd16a60-d1dd-4cbd-a62e-b9076103178e req-15a38d7d-d689-4d32-934e-17c08b3c7403 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110964 Feb 08 17:36:33.568519 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43374) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:33.589447 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4b994-33f4-41c5-b211-c923817f8901 req-7ede31a4-747f-4025-809f-5d8678286f9f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:33.591817 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1dd4b994-33f4-41c5-b211-c923817f8901 req-7ede31a4-747f-4025-809f-5d8678286f9f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0766323 Feb 08 17:36:33.692682 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1dd4b994-33f4-41c5-b211-c923817f8901 req-5ea9d542-36fc-45a8-8ec9-f031a87fb0ee tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901291 Feb 08 17:36:33.726120 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5529302-1001-4be9-a439-27bc36615e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:33.871569 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5529302-1001-4be9-a439-27bc36615e09 admin admin] Publish callbacks [] for security_group (5f653779-ed4c-458d-9b06-9d070623dad9), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:33.888324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d5529302-1001-4be9-a439-27bc36615e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5f653779-ed4c-458d-9b06-9d070623dad9), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:33.949761 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d5529302-1001-4be9-a439-27bc36615e09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cef36bb49c54d0093c82ab8cdd0b7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791621 Feb 08 17:36:33.951087 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5529302-1001-4be9-a439-27bc36615e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f653779-ed4c-458d-9b06-9d070623dad9,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:33.953846 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43386) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:34.037961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] Publish callbacks [] for security_group (5f653779-ed4c-458d-9b06-9d070623dad9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.074313 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] Publish callbacks [] for security_group (5f653779-ed4c-458d-9b06-9d070623dad9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.141524 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (5f653779-ed4c-458d-9b06-9d070623dad9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.144084 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.145335 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f653779-ed4c-458d-9b06-9d070623dad9 HTTP/1.1" status: 204 len: 168 time: 0.1904702 Feb 08 17:36:34.155278 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619092f3-8a4c-4200-ab93-2f51ec98e61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f653779-ed4c-458d-9b06-9d070623dad9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:34.525744 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43392) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:34.542481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79cea81a-e112-4cc6-8e55-542908ab9d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.656707 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79cea81a-e112-4cc6-8e55-542908ab9d26 admin admin] Publish callbacks [] for security_group (95890f04-23bb-4ff9-8160-50fb8f7aac28), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.663971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-79cea81a-e112-4cc6-8e55-542908ab9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (95890f04-23bb-4ff9-8160-50fb8f7aac28), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.708331 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-44b44a37-2faf-43ac-98a0-01490b9e9ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.735272 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea81a-e112-4cc6-8e55-542908ab9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95890f04-23bb-4ff9-8160-50fb8f7aac28,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:34.750866 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:34.751341 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-79cea81a-e112-4cc6-8e55-542908ab9d26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b8bdd62ad004b9fb894cdfd0e812848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239628 Feb 08 17:36:34.861355 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] Publish callbacks [] for security_group (95890f04-23bb-4ff9-8160-50fb8f7aac28), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.906225 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] Publish callbacks [] for security_group (95890f04-23bb-4ff9-8160-50fb8f7aac28), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:34.972315 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7bdd-654d-4baf-a828-a45093d0a217 req-e7f77362-7842-47d3-b03a-2a3c81f304a3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:34.981130 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9ae7bdd-654d-4baf-a828-a45093d0a217 req-e7f77362-7842-47d3-b03a-2a3c81f304a3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1264758 Feb 08 17:36:35.007961 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (95890f04-23bb-4ff9-8160-50fb8f7aac28), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:35.016354 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:35.024025 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95890f04-23bb-4ff9-8160-50fb8f7aac28 HTTP/1.1" status: 204 len: 168 time: 0.2706590 Feb 08 17:36:35.057366 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837491-fb30-47ce-b606-a62f6702df67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95890f04-23bb-4ff9-8160-50fb8f7aac28,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:35.165917 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9ae7bdd-654d-4baf-a828-a45093d0a217 req-4e759f6b-82b9-4ce6-8c35-e2a8704a0863 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824305 Feb 08 17:36:35.472645 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:36:36.498082 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12cc46-306e-49d4-a40c-a7cf1ded6a7f req-6f31d771-95dc-4b53-ac07-5839d3b8514c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:36.501917 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6b12cc46-306e-49d4-a40c-a7cf1ded6a7f req-6f31d771-95dc-4b53-ac07-5839d3b8514c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1162829 Feb 08 17:36:36.626624 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-6b12cc46-306e-49d4-a40c-a7cf1ded6a7f req-056f5d99-2077-4922-8920-b670c12d368d tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131852 Feb 08 17:36:37.141648 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5db1f58a-2199-4be1-95f7-6d322adb63ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:37.887612 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726f070-0b22-4315-86ae-76ecf0eba071 req-bc8ff3d0-696e-4c29-b58e-02d74fb44395 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:37.890377 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d726f070-0b22-4315-86ae-76ecf0eba071 req-bc8ff3d0-696e-4c29-b58e-02d74fb44395 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1199908 Feb 08 17:36:37.902187 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43462) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:37.979971 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d726f070-0b22-4315-86ae-76ecf0eba071 req-1c000c5b-fb9a-4783-9d74-2b76a2bceab6 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828884 Feb 08 17:36:38.034059 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.153356 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b9e-edc8-48af-bb74-330c3697c275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.244713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b9e-edc8-48af-bb74-330c3697c275 admin admin] Publish callbacks [] for security_group (7ee031f5-9b6e-4182-9002-f2ad8cbc84fa), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.346083 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b9e-edc8-48af-bb74-330c3697c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (7ee031f5-9b6e-4182-9002-f2ad8cbc84fa), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.412252 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c7a65b9e-edc8-48af-bb74-330c3697c275 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae9b418e0ba44e08b89be366153b83a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5066905 Feb 08 17:36:38.413705 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65b9e-edc8-48af-bb74-330c3697c275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee031f5-9b6e-4182-9002-f2ad8cbc84fa,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:38.417659 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43466) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:38.509609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] Publish callbacks [] for security_group (7ee031f5-9b6e-4182-9002-f2ad8cbc84fa), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.541702 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] Publish callbacks [] for security_group (7ee031f5-9b6e-4182-9002-f2ad8cbc84fa), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.608233 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (7ee031f5-9b6e-4182-9002-f2ad8cbc84fa), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.612924 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:38.614906 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ee031f5-9b6e-4182-9002-f2ad8cbc84fa HTTP/1.1" status: 204 len: 168 time: 0.1949530 Feb 08 17:36:38.627558 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2694ff-cff4-4dd1-8bc7-151e91be10f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee031f5-9b6e-4182-9002-f2ad8cbc84fa,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:39.180182 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe7509-7fd2-42f0-a9ea-675b26b04c73 req-1fad798f-c55e-4082-b697-6cad32808fc4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:39.183253 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-98fe7509-7fd2-42f0-a9ea-675b26b04c73 req-1fad798f-c55e-4082-b697-6cad32808fc4 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.0887139 Feb 08 17:36:39.256698 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-98fe7509-7fd2-42f0-a9ea-675b26b04c73 req-02b6b804-e67b-4c7f-8e8e-584c990601de tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642362 Feb 08 17:36:39.981657 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:40.493552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1b856-4a6f-4412-a126-857a3b5fbb00 req-2d6b6dfd-e5ff-4257-b566-f5e7af7f83f5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:40.496003 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-84a1b856-4a6f-4412-a126-857a3b5fbb00 req-2d6b6dfd-e5ff-4257-b566-f5e7af7f83f5 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 943 time: 0.1006093 Feb 08 17:36:40.593653 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-84a1b856-4a6f-4412-a126-857a3b5fbb00 req-cef71f49-ed17-4125-9d36-943ee51d0023 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867922 Feb 08 17:36:41.221474 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:41.310048 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:36:41.448009 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:41.462951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'port_id': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'mac_address': 'fa:16:3e:5b:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:36:41.535201 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:36:41.535934 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:41.562539 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:36:41.609927 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:41.618067 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:41.698583 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=9']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:41.794374 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c9ef1-4b95-4d2f-a0c1-47a8f9077803 req-4128afdd-98b1-4865-acfc-0d95caaa041a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:41.796124 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c25c9ef1-4b95-4d2f-a0c1-47a8f9077803 req-4128afdd-98b1-4865-acfc-0d95caaa041a tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.0798659 Feb 08 17:36:41.875951 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c25c9ef1-4b95-4d2f-a0c1-47a8f9077803 req-5e7128a8-fe95-460e-ac6c-aaa403666398 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701566 Feb 08 17:36:41.945650 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:36:42.682781 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:43.093228 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783df478-5ee1-4b94-a29c-97bec488cf44 req-acc22b7c-dd60-4da1-abc3-7ec85089f053 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:43.095578 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-783df478-5ee1-4b94-a29c-97bec488cf44 req-acc22b7c-dd60-4da1-abc3-7ec85089f053 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.0754361 Feb 08 17:36:43.168515 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-783df478-5ee1-4b94-a29c-97bec488cf44 req-2bcd6c02-cc41-440d-9963-38fef2c5af97 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662966 Feb 08 17:36:44.341020 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111ac2-fb34-4eed-8228-088a5d98b049 req-6a9cf38f-1495-4822-94ff-39ab92472329 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:44.342465 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2d111ac2-fb34-4eed-8228-088a5d98b049 req-6a9cf38f-1495-4822-94ff-39ab92472329 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.0719936 Feb 08 17:36:44.408362 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2d111ac2-fb34-4eed-8228-088a5d98b049 req-48eb475a-18e7-419a-a56a-cf8714b48375 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556591 Feb 08 17:36:45.658192 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81875790-c0d4-4bb0-8ef9-2c85b0135465 req-ea1b5048-5303-4096-aeb8-3a3a15164945 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:45.664075 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81875790-c0d4-4bb0-8ef9-2c85b0135465 req-ea1b5048-5303-4096-aeb8-3a3a15164945 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.1168227 Feb 08 17:36:45.755755 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-81875790-c0d4-4bb0-8ef9-2c85b0135465 req-b36c8705-f867-4d15-bd02-efb90e51b692 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824342 Feb 08 17:36:46.927965 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dcfc0-39c4-4107-8a2e-d349e165a87d req-b97a18c3-3577-4160-8d63-a4b1a987d5d3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:46.929831 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e17dcfc0-39c4-4107-8a2e-d349e165a87d req-b97a18c3-3577-4160-8d63-a4b1a987d5d3 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 944 time: 0.0687454 Feb 08 17:36:47.021279 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e17dcfc0-39c4-4107-8a2e-d349e165a87d req-3d8f9edc-d03f-46dc-b4a6-2586403752e9 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807645 Feb 08 17:36:47.347354 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:36:47.421636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:36:47.422290 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:47.558561 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:36:47.559083 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:47.589465 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:36:47.592578 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a221342-0a72-430c-963b-da0b68a07091" -d '{"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:36:47.610532 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:36:47.622593 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:47.663758 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13785c07-c98a-4275-adea-cfb2d448b9ed x-openstack-request-id: req-13785c07-c98a-4275-adea-cfb2d448b9ed {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:36:47.664095 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-plugged", "status": "completed", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:36:47.664389 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13785c07-c98a-4275-adea-cfb2d448b9ed {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:36:47.664821 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'code': 200} Feb 08 17:36:47.697664 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=10']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:47.920946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a626b1-2e0d-4c68-9c80-45accf48aa1a req-cfedcb2b-2c1a-44c0-982a-9833b2fd9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:47.922925 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85a626b1-2e0d-4c68-9c80-45accf48aa1a req-cfedcb2b-2c1a-44c0-982a-9833b2fd9186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 1130 time: 0.0622332 Feb 08 17:36:47.981554 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85a626b1-2e0d-4c68-9c80-45accf48aa1a req-8597f058-01c9-4944-b1f9-79ed01f87bc9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515020 Feb 08 17:36:48.204834 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ec22-4ffa-4d43-aa27-cad6733bd329 req-72171330-bdcd-4dc2-b1c1-de50e21c6699 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:48.205902 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b344ec22-4ffa-4d43-aa27-cad6733bd329 req-72171330-bdcd-4dc2-b1c1-de50e21c6699 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.0892758 Feb 08 17:36:48.287433 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b344ec22-4ffa-4d43-aa27-cad6733bd329 req-3d8e2ebf-e61a-407f-9e14-c12558aff092 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707836 Feb 08 17:36:48.742103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43614) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:48.912818 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2a13b5f-4e81-4492-8038-5183fba1ac32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.008320 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2a13b5f-4e81-4492-8038-5183fba1ac32 admin admin] Publish callbacks [] for security_group (b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.014018 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e2a13b5f-4e81-4492-8038-5183fba1ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.069710 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e2a13b5f-4e81-4492-8038-5183fba1ac32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27ff808290574838992057a884a3c455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259881 Feb 08 17:36:49.071537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a13b5f-4e81-4492-8038-5183fba1ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:49.079102 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43620) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:49.179269 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] Publish callbacks [] for security_group (b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.228942 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] Publish callbacks [] for security_group (b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.311476 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.314552 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:49.316483 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2 HTTP/1.1" status: 204 len: 168 time: 0.2396502 Feb 08 17:36:49.331473 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852cb70-919d-4ed5-8c26-54b949ce4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5fc38-7eb8-427e-b5ad-725aec7d5bd2,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:49.554786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a33d7-3d7e-4790-9712-00ec49b81a6c req-be57a6f8-5ff8-489a-8936-7695d5af9451 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:49.557950 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d3a33d7-3d7e-4790-9712-00ec49b81a6c req-be57a6f8-5ff8-489a-8936-7695d5af9451 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.1254904 Feb 08 17:36:49.680136 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4d3a33d7-3d7e-4790-9712-00ec49b81a6c req-53b8ba0d-a213-46ed-bf28-57ec204edaac tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128488 Feb 08 17:36:50.711889 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43672) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:50.871939 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d344-f076-455b-a19d-8ae3b17d2267 req-aba20300-a6ab-4968-b722-2794d804962c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:36:50.874282 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3428d344-f076-455b-a19d-8ae3b17d2267 req-aba20300-a6ab-4968-b722-2794d804962c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.0609825 Feb 08 17:36:50.918132 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415e942c-a235-4228-937a-3f396a83af0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:50.945485 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3428d344-f076-455b-a19d-8ae3b17d2267 req-2633b194-004e-41a6-8c0f-d48761625983 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611386 Feb 08 17:36:51.025994 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415e942c-a235-4228-937a-3f396a83af0c admin admin] Publish callbacks [] for security_group (57f3f729-872e-44f7-ae89-18ce4fb39968), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.031470 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415e942c-a235-4228-937a-3f396a83af0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (57f3f729-872e-44f7-ae89-18ce4fb39968), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.083522 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e942c-a235-4228-937a-3f396a83af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3f729-872e-44f7-ae89-18ce4fb39968,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:51.088799 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-415e942c-a235-4228-937a-3f396a83af0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=caa54780561648aa9bca4b1c88f98473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749368 Feb 08 17:36:51.092663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43680) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:51.160157 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] Publish callbacks [] for security_group (57f3f729-872e-44f7-ae89-18ce4fb39968), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.199142 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] Publish callbacks [] for security_group (57f3f729-872e-44f7-ae89-18ce4fb39968), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.270924 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (57f3f729-872e-44f7-ae89-18ce4fb39968), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.274430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.275573 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57f3f729-872e-44f7-ae89-18ce4fb39968 HTTP/1.1" status: 204 len: 168 time: 0.1817665 Feb 08 17:36:51.291621 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd9981-4909-4bf7-90f6-33869c5d0443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3f729-872e-44f7-ae89-18ce4fb39968,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:51.740763 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43688) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:51.764860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f63d5121-dfa7-4c21-9a39-23405f67b825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.900215 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f63d5121-dfa7-4c21-9a39-23405f67b825 admin admin] Publish callbacks [] for security_group (7f97cc81-bdcd-45a5-a4b7-af1c3060be3e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.906095 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-f63d5121-dfa7-4c21-9a39-23405f67b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (7f97cc81-bdcd-45a5-a4b7-af1c3060be3e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:51.954296 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-f63d5121-dfa7-4c21-9a39-23405f67b825 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2409585c709431c9b4c30d4fabf124b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118816 Feb 08 17:36:51.955196 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d5121-dfa7-4c21-9a39-23405f67b825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97cc81-bdcd-45a5-a4b7-af1c3060be3e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:51.958643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43690) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:52.037681 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] Publish callbacks [] for security_group (7f97cc81-bdcd-45a5-a4b7-af1c3060be3e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:52.077680 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] Publish callbacks [] for security_group (7f97cc81-bdcd-45a5-a4b7-af1c3060be3e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:52.152623 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (7f97cc81-bdcd-45a5-a4b7-af1c3060be3e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:52.157907 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:52.159842 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f97cc81-bdcd-45a5-a4b7-af1c3060be3e HTTP/1.1" status: 204 len: 168 time: 0.1998501 Feb 08 17:36:52.174500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd300b-c68f-4123-a186-960dadd148d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97cc81-bdcd-45a5-a4b7-af1c3060be3e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:54.154886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43720) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:54.352738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00883b25-cbd7-43fa-bc5c-dc7358e08839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.479932 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00883b25-cbd7-43fa-bc5c-dc7358e08839 admin admin] Publish callbacks [] for security_group (ad293c33-95ac-4abf-b817-7ab33778174e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.485326 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-00883b25-cbd7-43fa-bc5c-dc7358e08839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ad293c33-95ac-4abf-b817-7ab33778174e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.531942 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-00883b25-cbd7-43fa-bc5c-dc7358e08839 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae03a410701a4251955e6f03a056b959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753028 Feb 08 17:36:54.533383 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00883b25-cbd7-43fa-bc5c-dc7358e08839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad293c33-95ac-4abf-b817-7ab33778174e,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:54.536690 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43724) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:54.611061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] Publish callbacks [] for security_group (ad293c33-95ac-4abf-b817-7ab33778174e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.655403 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] Publish callbacks [] for security_group (ad293c33-95ac-4abf-b817-7ab33778174e), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.728728 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (ad293c33-95ac-4abf-b817-7ab33778174e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.733727 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:54.735818 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad293c33-95ac-4abf-b817-7ab33778174e HTTP/1.1" status: 204 len: 168 time: 0.1977794 Feb 08 17:36:54.749509 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7128-b7e8-42bf-a1ba-80f7eef0cb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad293c33-95ac-4abf-b817-7ab33778174e,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:56.345248 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43758) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:56.513412 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe22b-59c2-4a7a-a9e0-d051a56dba99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.647693 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe22b-59c2-4a7a-a9e0-d051a56dba99 admin admin] Publish callbacks [] for security_group (9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.653668 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe22b-59c2-4a7a-a9e0-d051a56dba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.717108 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f9cbe22b-59c2-4a7a-a9e0-d051a56dba99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1a13883c3304c9491420860c61160ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700702 Feb 08 17:36:56.717998 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbe22b-59c2-4a7a-a9e0-d051a56dba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:36:56.722041 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43762) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:36:56.811199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] Publish callbacks [] for security_group (9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.846705 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] Publish callbacks [] for security_group (9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.930150 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.934991 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:36:56.936958 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b HTTP/1.1" status: 204 len: 168 time: 0.2132390 Feb 08 17:36:56.952618 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13076a91-0e66-44f4-8900-231ee19c1c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bc7b1-06b1-4611-acbf-cd8aaf552a3b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:01.963195 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 43830) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:02.118435 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.248156 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Publish callbacks [] for security_group (3f77de00-dda9-4e76-ba97-816a1a5ccfda), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.253642 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3f77de00-dda9-4e76-ba97-816a1a5ccfda), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.309821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f77de00-dda9-4e76-ba97-816a1a5ccfda,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:02.314751 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f851c107a8214af2b29008d4dd917259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499091 Feb 08 17:37:02.318279 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 43834) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:02.325862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.326420 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.327006 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.327600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.328122 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.328665 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.329234 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.329785 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.330336 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.331033 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.331519 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.332069 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.332614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefc5a3d-18a3-4c7a-95d8-ac13563df091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.675436 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Publish callbacks [] for security_group (3f77de00-dda9-4e76-ba97-816a1a5ccfda), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.705526 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Publish callbacks [] for security_group (3f77de00-dda9-4e76-ba97-816a1a5ccfda), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.781216 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3f77de00-dda9-4e76-ba97-816a1a5ccfda), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.787033 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:02.788851 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f77de00-dda9-4e76-ba97-816a1a5ccfda HTTP/1.1" status: 204 len: 168 time: 0.4693060 Feb 08 17:37:02.803581 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f77de00-dda9-4e76-ba97-816a1a5ccfda,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:02.815120 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.815635 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.816162 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.816662 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.817754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.818287 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.818757 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.819262 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.819766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.820274 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.820777 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.821289 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:02.821789 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb30e0f0-ab37-4817-8800-002db18f162f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:04.714882 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d97c3763-6bb1-43b7-b11a-aeef16139ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:07.121561 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a06b305b-9b61-4e51-84c4-81084ccd5226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:08.047745 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:09.969229 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:11.230398 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:12.473622 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:37:12.683985 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:34.711024 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f6f540b2-d4e0-4f61-952d-ac6302045824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:37.120933 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-dc4363c6-b3c9-48e3-ab19-31dc81ab0306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:38.042674 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:39.970919 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:41.227074 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:42.674690 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:43.328584 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0238a-cf6c-445f-be73-1b8bacf0337b req-510cc37c-4c24-4819-afe4-a994a332ad3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:37:43.331141 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-08e0238a-cf6c-445f-be73-1b8bacf0337b req-510cc37c-4c24-4819-afe4-a994a332ad3f tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.0741982 Feb 08 17:37:43.388358 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-08e0238a-cf6c-445f-be73-1b8bacf0337b req-af483d85-6534-4201-9c1b-355f15bee67c tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498238 Feb 08 17:37:44.544680 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371deab-80b4-428a-bf9d-28b3abde4fbb req-63610f2f-b562-4511-8d25-52034fc94aa1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:37:44.547537 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a371deab-80b4-428a-bf9d-28b3abde4fbb req-63610f2f-b562-4511-8d25-52034fc94aa1 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.0611134 Feb 08 17:37:44.605720 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a371deab-80b4-428a-bf9d-28b3abde4fbb req-25d6bc5f-9961-417a-b621-93dab31ffe91 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups?id=3dd6300e-ce4c-48c0-ba74-e96019c9a84b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511532 Feb 08 17:37:44.958935 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-45ef4845-ff1f-411a-aa61-23466e0c8a5e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:37:44.960536 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-45ef4845-ff1f-411a-aa61-23466e0c8a5e tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 946 time: 0.0564148 Feb 08 17:37:45.084424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Deleting port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:45.084766 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.179395 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] For port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:37:45.179657 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.360484 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.360852 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.361195 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Floating IP 534919a5-efd9-47d3-a9e7-182742b4bb16 disassociated. External IP: 172.27.3.2, port: a4c518af-c3fe-4c2a-bf7f-55f78233f5e9. Feb 08 17:37:45.361549 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Calling delete_port for a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:45.499576 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (a4c518af-c3fe-4c2a-bf7f-55f78233f5e9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.541287 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'Port': ['ID=a4c518af-c3fe-4c2a-bf7f-55f78233f5e9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:45.686890 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:37:45.793621 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44122) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:45.903141 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fcbf4309-00e7-496a-82ea-f5f3bc865e73 req-b9d5bb06-aa7f-4894-a0ba-db8972f703d0 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/ports?device_id=9897ad7c-5c82-4c2d-ad35-d99660e7a347 HTTP/1.1" status: 200 len: 210 time: 0.0949616 Feb 08 17:37:45.960563 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-590ae2b1-0626-4dc6-9077-8908131009e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:45.962440 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:37:45.983709 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:37:46.009334 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:37:46.012575 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:37:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:46.015309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] No DVR routers for this DVR port a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:37:46.017967 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.022539 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d23627ce-036e-46a6-9aea-ede7f3411c61 req-093e56a1-d8f8-4c34-bf46-a46b08b77284 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.64 "DELETE /v2.0/ports/a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 HTTP/1.1" status: 204 len: 173 time: 1.0549285 Feb 08 17:37:46.023181 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-deleted', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:37:46.025756 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90230e80-555e-48af-aa63-16a9ebf66ba1" -d '{"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-deleted", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:37:46.084306 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-590ae2b1-0626-4dc6-9077-8908131009e6 admin admin] Publish callbacks [] for security_group (627e2aa4-6a3d-4102-bfd6-4939db785f66), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.098164 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-590ae2b1-0626-4dc6-9077-8908131009e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (627e2aa4-6a3d-4102-bfd6-4939db785f66), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.130108 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a7035-8e4b-4666-93d4-88fc3ff8cfb4 x-openstack-request-id: req-894a7035-8e4b-4666-93d4-88fc3ff8cfb4 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:37:46.130418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9897ad7c-5c82-4c2d-ad35-d99660e7a347", "name": "network-vif-deleted", "tag": "a4c518af-c3fe-4c2a-bf7f-55f78233f5e9", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:37:46.130683 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-894a7035-8e4b-4666-93d4-88fc3ff8cfb4 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:37:46.131101 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9897ad7c-5c82-4c2d-ad35-d99660e7a347', 'name': 'network-vif-deleted', 'tag': 'a4c518af-c3fe-4c2a-bf7f-55f78233f5e9', 'status': 'completed', 'code': 200} Feb 08 17:37:46.168199 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ae2b1-0626-4dc6-9077-8908131009e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e2aa4-6a3d-4102-bfd6-4939db785f66,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:46.190257 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-590ae2b1-0626-4dc6-9077-8908131009e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=983b4cf2a94143f7b557151db3367404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939137 Feb 08 17:37:46.191146 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44128) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:46.250877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] Publish callbacks [] for security_group (627e2aa4-6a3d-4102-bfd6-4939db785f66), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.276271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] Publish callbacks [] for security_group (627e2aa4-6a3d-4102-bfd6-4939db785f66), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.307082 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:37:46.333674 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (627e2aa4-6a3d-4102-bfd6-4939db785f66), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.336480 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:46.337807 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/627e2aa4-6a3d-4102-bfd6-4939db785f66 HTTP/1.1" status: 204 len: 168 time: 0.1455116 Feb 08 17:37:46.346103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07492cc9-cfaa-401e-8fcb-8e4b8c6f5524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e2aa4-6a3d-4102-bfd6-4939db785f66,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:46.617347 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:46.676600 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:37:46.694179 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:37:46.695239 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:37:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:46.811842 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:37:47.011718 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44138) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:47.023131 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:47.053847 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ca21d-97ec-4ecb-acc3-8110da1b728f None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:28:16Z', 'revision_number': 4, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '56750c49-ad5d-49ce-9d4e-7ed14ddd8012', 'name': '', 'network_id': 'ccd61454-4568-47e1-b525-83b47e7e5945', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'mac_address': 'fa:16:3e:fa:9e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:14Z', 'updated_at': '2022-02-08T17:28:27Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'subnets': [{'id': 'c7121290-2ea1-4af1-b219-d63c9535350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:37:47.070572 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (3dd6300e-ce4c-48c0-ba74-e96019c9a84b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.097700 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (3dd6300e-ce4c-48c0-ba74-e96019c9a84b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.152850 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (3dd6300e-ce4c-48c0-ba74-e96019c9a84b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.155489 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.156669 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "DELETE /v2.0/security-groups/3dd6300e-ce4c-48c0-ba74-e96019c9a84b HTTP/1.1" status: 204 len: 168 time: 0.1437328 Feb 08 17:37:47.160734 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44140) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:47.175328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5a7ed-8fab-4dca-a43c-138ff8cb75f8 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6300e-ce4c-48c0-ba74-e96019c9a84b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:47.183293 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.api.v2.resource [None req-bc6bd976-d2c2-4497-a20e-339a1b5ae401 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] show failed (client error): The resource could not be found. Feb 08 17:37:47.184412 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-bc6bd976-d2c2-4497-a20e-339a1b5ae401 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "GET /v2.0/security-groups/3dd6300e-ce4c-48c0-ba74-e96019c9a84b HTTP/1.1" status: 404 len: 347 time: 0.0225706 Feb 08 17:37:47.187421 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44142) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:47.301139 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275cebdc-9548-4d38-9f4d-d1389e684b9b None None] New status for floating IP 534919a5-efd9-47d3-a9e7-182742b4bb16: DOWN {{(pid=102591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:37:47.324092 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Deleting port 1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:47.324331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.400981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.401317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.415510 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Calling delete_port for 1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f owned by network:floatingip {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:47.554748 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.582277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Pushing event deleted for resources: {'Port': ['ID=1c3e9bcf-2ce2-4c15-90b9-52a32b004b4f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:47.648391 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks [] for floatingip (534919a5-efd9-47d3-a9e7-182742b4bb16), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.651239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:47.652524 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a5ac0539-0579-4c59-93df-93596f4d5286 tempest-AttachVolumeShelveTestJSON-590044493 tempest-AttachVolumeShelveTestJSON-590044493-project] 10.222.0.69 "DELETE /v2.0/floatingips/534919a5-efd9-47d3-a9e7-182742b4bb16 HTTP/1.1" status: 204 len: 168 time: 0.4640667 Feb 08 17:37:49.473066 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:37:49.724551 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:37:49.748753 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:37:49.749097 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device a4c518af-c3fe-4c2a-bf7f-55f78233f5e9 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:37:50.077441 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44164) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:50.573406 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:50.835450 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Deleting port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:50.835686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:51.180372 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] For port 56750c49-ad5d-49ce-9d4e-7ed14ddd8012, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:37:51.181066 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:51.194659 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Calling delete_port for 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:51.374590 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (56750c49-ad5d-49ce-9d4e-7ed14ddd8012), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:51.401199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56750c49-ad5d-49ce-9d4e-7ed14ddd8012,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:51.574867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:51.795029 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Router 6e314a82-74f1-4de0-8771-9a6c2b22530e has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:37:51.908258 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:37:51.917053 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44168) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:51.917682 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c324d81f-fb1f-430a-b172-4be5c3a4a4d0 admin admin] 10.222.0.69 "PUT /v2.0/routers/6e314a82-74f1-4de0-8771-9a6c2b22530e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391461 Feb 08 17:37:51.920102 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Sync routers for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:37:51.930881 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:37:51.931596 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:37:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:52.023141 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks [] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.039109 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:37:52.127577 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks [] for router_gateway (6e314a82-74f1-4de0-8771-9a6c2b22530e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.183373 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Deleting port 22c39e8f-3af1-4883-aaec-c8a14c5810dc {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:52.183798 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.216597 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:37:51Z', 'revision_number': 5, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port': {'id': '22c39e8f-3af1-4883-aaec-c8a14c5810dc', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:28:06Z', 'updated_at': '2022-02-08T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:52.243888 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Checking router: 6e314a82-74f1-4de0-8771-9a6c2b22530e for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:37:52.252222 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Routers {'6e314a82-74f1-4de0-8771-9a6c2b22530e'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:37:52.252847 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:37:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['6e314a82-74f1-4de0-8771-9a6c2b22530e'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:52.261629 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] For port 22c39e8f-3af1-4883-aaec-c8a14c5810dc, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=22c39e8f-3af1-4883-aaec-c8a14c5810dc,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:37:52.262012 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.278932 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Calling delete_port for 22c39e8f-3af1-4883-aaec-c8a14c5810dc owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:52.342799 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] Set router 6e314a82-74f1-4de0-8771-9a6c2b22530e gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:37:52.399475 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:37:52Z', 'revision_number': 6, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:52.426328 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9daad-11da-4a01-a841-d667fea79d24 None None] The sync data for ids ['6e314a82-74f1-4de0-8771-9a6c2b22530e'] in dv-cinder-822040-2-iscsi is: [{'id': '6e314a82-74f1-4de0-8771-9a6c2b22530e', 'name': 'tempest-AttachVolumeShelveTestJSON-1934983247-router', 'tenant_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:28:04Z', 'updated_at': '2022-02-08T17:37:52Z', 'revision_number': 6, 'project_id': '1db94ac5e06144fe93946c0c4df7e2ed', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:37:52.454892 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (22c39e8f-3af1-4883-aaec-c8a14c5810dc), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.482160 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c39e8f-3af1-4883-aaec-c8a14c5810dc,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:52.546969 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.641253 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.643422 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks [] for router_controller (6e314a82-74f1-4de0-8771-9a6c2b22530e), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.689267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (6e314a82-74f1-4de0-8771-9a6c2b22530e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.689801 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e314a82-74f1-4de0-8771-9a6c2b22530e {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:37:52.694783 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.695930 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-763a4be7-47a3-4fe7-923c-2ebfdc8e0502 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6e314a82-74f1-4de0-8771-9a6c2b22530e HTTP/1.1" status: 204 len: 168 time: 0.7777610 Feb 08 17:37:52.698527 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44170) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:52.742673 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Deleting subnet c7121290-2ea1-4af1-b219-d63c9535350e {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:37:52.746450 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Publish callbacks [] for subnet (c7121290-2ea1-4af1-b219-d63c9535350e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.790162 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (c7121290-2ea1-4af1-b219-d63c9535350e), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.884682 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (c7121290-2ea1-4af1-b219-d63c9535350e), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.940464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (c7121290-2ea1-4af1-b219-d63c9535350e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.963967 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7121290-2ea1-4af1-b219-d63c9535350e,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:52.969722 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:52.973401 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-398c143f-f844-4f86-8918-f7ad347b996c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c7121290-2ea1-4af1-b219-d63c9535350e HTTP/1.1" status: 204 len: 168 time: 0.2738769 Feb 08 17:37:52.975966 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44172) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:52.979552 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b46407-4939-4918-919d-caa84f1557a9 None None] Network ccd61454-4568-47e1-b525-83b47e7e5945 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:37:53.044255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (ccd61454-4568-47e1-b525-83b47e7e5945), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.110110 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Deleting port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:53.110464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.176287 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] For port c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,segment=NetworkSegment(1192f9d1-e8e1-4de7-bfbb-29fff1a95454),segment_id=1192f9d1-e8e1-4de7-bfbb-29fff1a95454)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:37:53.176659 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.193450 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Calling delete_port for c43e0a83-eb97-48eb-b81a-89f1653ad8e9 owned by network:dhcp {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:53.232140 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] DHCP port deletion for ccd61454-4568-47e1-b525-83b47e7e5945 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:37:53.262595 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:37:53.285745 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.286010 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:37:53.286213 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 56750c49-ad5d-49ce-9d4e-7ed14ddd8012 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:37:53.311298 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Deleting port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:37:53.311678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.318203 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:53.323029 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] No DVR routers for this DVR port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 on host dv-cinder-822040-2-iscsi {{(pid=102590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:37:53.390607 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] For port c43e0a83-eb97-48eb-b81a-89f1653ad8e9, host dv-cinder-822040-2-iscsi, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:37:53.391218 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.401029 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (ccd61454-4568-47e1-b525-83b47e7e5945), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.406871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Calling delete_port for c43e0a83-eb97-48eb-b81a-89f1653ad8e9 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:37:53.410541 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 17:37:53.411811 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (c43e0a83-eb97-48eb-b81a-89f1653ad8e9), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.424434 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd61454-4568-47e1-b525-83b47e7e5945']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:53.436415 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1192f9d1-e8e1-4de7-bfbb-29fff1a95454') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:53.436714 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1192f9d1-e8e1-4de7-bfbb-29fff1a95454') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:37:53.438386 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Pushing event deleted for resources: {'Port': ['ID=c43e0a83-eb97-48eb-b81a-89f1653ad8e9,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:53.442867 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] No DVR routers for this DVR port c43e0a83-eb97-48eb-b81a-89f1653ad8e9 on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:37:53.450728 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (1192f9d1-e8e1-4de7-bfbb-29fff1a95454), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.453937 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.453937 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.454160 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.454629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.454936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.455500 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.455840 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.456179 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.457039 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.457416 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.457751 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.458080 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.458407 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da04db-53b5-465d-9389-334550d82ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:37:53.470339 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (1192f9d1-e8e1-4de7-bfbb-29fff1a95454), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.477511 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:37:53.477824 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (1192f9d1-e8e1-4de7-bfbb-29fff1a95454), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:37:53.479542 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:37:53.543309 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (ccd61454-4568-47e1-b525-83b47e7e5945), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.563496 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.566776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ccd61454-4568-47e1-b525-83b47e7e5945 HTTP/1.1" status: 204 len: 168 time: 0.5899560 Feb 08 17:37:53.567823 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d0217-c412-48c3-8bd3-98d9ee8bd3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd61454-4568-47e1-b525-83b47e7e5945,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:53.681478 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44176) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:53.720637 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fded7222-abfc-4d06-8397-e75f050c42c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1db94ac5e06144fe93946c0c4df7e2ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378811 Feb 08 17:37:53.723558 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44178) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:37:53.771280 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] Publish callbacks [] for security_group (d259b7d3-c88f-43cf-8eb4-fe7d6368fed8), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.792639 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] Publish callbacks [] for security_group (d259b7d3-c88f-43cf-8eb4-fe7d6368fed8), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.843043 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d259b7d3-c88f-43cf-8eb4-fe7d6368fed8), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.845623 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:37:53.846776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d259b7d3-c88f-43cf-8eb4-fe7d6368fed8 HTTP/1.1" status: 204 len: 168 time: 0.1221926 Feb 08 17:37:53.854645 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5c83-2a4b-46db-8f59-bf01b2e204a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259b7d3-c88f-43cf-8eb4-fe7d6368fed8,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:37:54.669804 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 22c39e8f-3af1-4883-aaec-c8a14c5810dc no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:37:54.690499 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 22c39e8f-3af1-4883-aaec-c8a14c5810dc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:37:54.690866 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 22c39e8f-3af1-4883-aaec-c8a14c5810dc not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:37:54.691276 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c43e0a83-eb97-48eb-b81a-89f1653ad8e9 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:37:54.710982 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: c43e0a83-eb97-48eb-b81a-89f1653ad8e9 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:37:54.711325 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device c43e0a83-eb97-48eb-b81a-89f1653ad8e9 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:38:02.084023 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44282) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:02.186304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3deb5b4-99cb-4883-9d45-0b0b266219bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.260581 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3deb5b4-99cb-4883-9d45-0b0b266219bf admin admin] Publish callbacks [] for security_group (e93bf892-0015-4e67-84b1-96e53cc3e3ce), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.264366 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a3deb5b4-99cb-4883-9d45-0b0b266219bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e93bf892-0015-4e67-84b1-96e53cc3e3ce), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.303119 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a3deb5b4-99cb-4883-9d45-0b0b266219bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=504d502339094d9598a68da573059a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179611 Feb 08 17:38:02.303970 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deb5b4-99cb-4883-9d45-0b0b266219bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bf892-0015-4e67-84b1-96e53cc3e3ce,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:02.305835 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44286) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:02.354973 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Publish callbacks [] for security_group (e93bf892-0015-4e67-84b1-96e53cc3e3ce), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.376791 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Publish callbacks [] for security_group (e93bf892-0015-4e67-84b1-96e53cc3e3ce), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.429058 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (e93bf892-0015-4e67-84b1-96e53cc3e3ce), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.431705 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:02.432915 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e93bf892-0015-4e67-84b1-96e53cc3e3ce HTTP/1.1" status: 204 len: 168 time: 0.1260459 Feb 08 17:38:02.441665 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bf892-0015-4e67-84b1-96e53cc3e3ce,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:02.449331 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.449697 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.450044 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.450490 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.450715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.451054 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.451386 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.451724 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.452057 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.452393 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.452726 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.453047 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:02.453398 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c185be-13d4-4504-91dc-b8062e3bf474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.633658 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44336) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:03.737381 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0a9b-44fa-4269-9b18-f697a39b7c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.813066 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0a9b-44fa-4269-9b18-f697a39b7c16 admin admin] Publish callbacks [] for security_group (18a1bfa7-7426-4f53-8524-8cd4cac9396a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.817131 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-b3ad0a9b-44fa-4269-9b18-f697a39b7c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18a1bfa7-7426-4f53-8524-8cd4cac9396a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.854986 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-b3ad0a9b-44fa-4269-9b18-f697a39b7c16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb5bd6c0ea644dcd9e218cd9d3912a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202077 Feb 08 17:38:03.855961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad0a9b-44fa-4269-9b18-f697a39b7c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a1bfa7-7426-4f53-8524-8cd4cac9396a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:03.857755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44340) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:03.907472 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Publish callbacks [] for security_group (18a1bfa7-7426-4f53-8524-8cd4cac9396a), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.928789 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Publish callbacks [] for security_group (18a1bfa7-7426-4f53-8524-8cd4cac9396a), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.977836 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (18a1bfa7-7426-4f53-8524-8cd4cac9396a), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.980385 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:03.981579 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18a1bfa7-7426-4f53-8524-8cd4cac9396a HTTP/1.1" status: 204 len: 168 time: 0.1228294 Feb 08 17:38:03.990363 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a1bfa7-7426-4f53-8524-8cd4cac9396a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:03.997705 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.998082 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.998416 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.998758 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.999094 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.999425 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:03.999755 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.000087 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.000410 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.000732 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.001704 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.002049 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.002372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee7164-13e5-40fd-9c7b-7385b4250d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:38:04.703934 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ea335abf-d25c-4aa0-93a2-a4743fa06dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:05.682436 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44396) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:05.793643 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f06774c0-a411-4097-90d8-8ace1e9203a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:05.870568 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f06774c0-a411-4097-90d8-8ace1e9203a9 admin admin] Publish callbacks [] for security_group (51c47cee-808b-4a99-9869-56a785c15bca), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:05.874843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f06774c0-a411-4097-90d8-8ace1e9203a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (51c47cee-808b-4a99-9869-56a785c15bca), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:05.914333 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f06774c0-a411-4097-90d8-8ace1e9203a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22034f7b91034aa8bc06e7aa2104af34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307928 Feb 08 17:38:05.915314 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06774c0-a411-4097-90d8-8ace1e9203a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c47cee-808b-4a99-9869-56a785c15bca,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:05.916967 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44400) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:05.965741 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] Publish callbacks [] for security_group (51c47cee-808b-4a99-9869-56a785c15bca), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:05.987527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] Publish callbacks [] for security_group (51c47cee-808b-4a99-9869-56a785c15bca), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.033358 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (51c47cee-808b-4a99-9869-56a785c15bca), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.036653 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.037839 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51c47cee-808b-4a99-9869-56a785c15bca HTTP/1.1" status: 204 len: 168 time: 0.1198370 Feb 08 17:38:06.046654 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ebeba-6661-4b9b-8189-6559db938d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c47cee-808b-4a99-9869-56a785c15bca,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:06.293715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44406) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:06.308686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47e6e5a7-7c1a-4fee-baa8-69dcda6f49f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.385920 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47e6e5a7-7c1a-4fee-baa8-69dcda6f49f7 admin admin] Publish callbacks [] for security_group (b232d07f-c954-45df-83bd-a7e725ce88cb), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.389879 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-47e6e5a7-7c1a-4fee-baa8-69dcda6f49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b232d07f-c954-45df-83bd-a7e725ce88cb), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.429421 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-47e6e5a7-7c1a-4fee-baa8-69dcda6f49f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4506312be694d5fbf9005fe899d1265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334789 Feb 08 17:38:06.430402 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6e5a7-7c1a-4fee-baa8-69dcda6f49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b232d07f-c954-45df-83bd-a7e725ce88cb,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:06.432058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44408) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:06.481292 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] Publish callbacks [] for security_group (b232d07f-c954-45df-83bd-a7e725ce88cb), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.502219 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] Publish callbacks [] for security_group (b232d07f-c954-45df-83bd-a7e725ce88cb), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.549675 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b232d07f-c954-45df-83bd-a7e725ce88cb), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.552304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:06.553656 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b232d07f-c954-45df-83bd-a7e725ce88cb HTTP/1.1" status: 204 len: 168 time: 0.1205971 Feb 08 17:38:06.561575 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c4fd-a8a4-489b-8271-c744e30e3cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232d07f-c954-45df-83bd-a7e725ce88cb,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:07.115290 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e7f0-a6ad-4efe-a710-b780baec014e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.041492 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.137024 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44452) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:08.250011 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4028b88-2422-43c6-80f0-e6bc7c305e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.331304 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4028b88-2422-43c6-80f0-e6bc7c305e3e admin admin] Publish callbacks [] for security_group (b329b45d-f602-467c-9634-42a6e680f796), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.335681 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c4028b88-2422-43c6-80f0-e6bc7c305e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b329b45d-f602-467c-9634-42a6e680f796), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.378220 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c4028b88-2422-43c6-80f0-e6bc7c305e3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9360d639cb88419e80917b46846965b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400677 Feb 08 17:38:08.379350 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4028b88-2422-43c6-80f0-e6bc7c305e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329b45d-f602-467c-9634-42a6e680f796,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:08.380914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44456) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:08.431168 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] Publish callbacks [] for security_group (b329b45d-f602-467c-9634-42a6e680f796), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.452732 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] Publish callbacks [] for security_group (b329b45d-f602-467c-9634-42a6e680f796), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.499317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (b329b45d-f602-467c-9634-42a6e680f796), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.501946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.503140 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b329b45d-f602-467c-9634-42a6e680f796 HTTP/1.1" status: 204 len: 168 time: 0.1211283 Feb 08 17:38:08.511305 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b973c-0f70-4ec8-9b3b-06fb7a84a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329b45d-f602-467c-9634-42a6e680f796,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:08.759986 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44462) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:08.774137 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-779598a4-6cba-428f-8bae-00ea01bb8115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.856637 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-779598a4-6cba-428f-8bae-00ea01bb8115 admin admin] Publish callbacks [] for security_group (81ea864a-3565-4b9d-92c2-d8376ea01434), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.860374 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-779598a4-6cba-428f-8bae-00ea01bb8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (81ea864a-3565-4b9d-92c2-d8376ea01434), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.903234 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-779598a4-6cba-428f-8bae-00ea01bb8115 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5648361341814b0f8405f8d248b05d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421306 Feb 08 17:38:08.904193 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779598a4-6cba-428f-8bae-00ea01bb8115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea864a-3565-4b9d-92c2-d8376ea01434,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:08.905932 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44464) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:08.959430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] Publish callbacks [] for security_group (81ea864a-3565-4b9d-92c2-d8376ea01434), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:08.981593 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] Publish callbacks [] for security_group (81ea864a-3565-4b9d-92c2-d8376ea01434), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:09.029544 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (81ea864a-3565-4b9d-92c2-d8376ea01434), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:09.032165 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:09.033355 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81ea864a-3565-4b9d-92c2-d8376ea01434 HTTP/1.1" status: 204 len: 168 time: 0.1257155 Feb 08 17:38:09.041843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f7e3e-e5d7-438b-b197-22a61bb4cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea864a-3565-4b9d-92c2-d8376ea01434,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:09.970907 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:11.209656 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:12.698112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.330738 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:15.436213 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-638da2b5-ef2f-4922-afa9-66eeed17e905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.510093 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-638da2b5-ef2f-4922-afa9-66eeed17e905 admin admin] Publish callbacks [] for security_group (370bcf65-36b1-4350-ba54-7553a665f4ed), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.514372 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-638da2b5-ef2f-4922-afa9-66eeed17e905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (370bcf65-36b1-4350-ba54-7553a665f4ed), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.556668 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-638da2b5-ef2f-4922-afa9-66eeed17e905 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d588b7eab0b74a349ffa30a725f2fe58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248082 Feb 08 17:38:15.557568 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638da2b5-ef2f-4922-afa9-66eeed17e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370bcf65-36b1-4350-ba54-7553a665f4ed,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:15.560389 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:15.612954 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] Publish callbacks [] for security_group (370bcf65-36b1-4350-ba54-7553a665f4ed), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.637689 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] Publish callbacks [] for security_group (370bcf65-36b1-4350-ba54-7553a665f4ed), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.689550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (370bcf65-36b1-4350-ba54-7553a665f4ed), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.692153 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:15.693379 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/370bcf65-36b1-4350-ba54-7553a665f4ed HTTP/1.1" status: 204 len: 168 time: 0.1317093 Feb 08 17:38:15.702308 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ee2d6-772c-4bff-8382-2cb1dcc039ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370bcf65-36b1-4350-ba54-7553a665f4ed,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:15.778351 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-739fb279-55b3-4c58-91e0-436be08b8f57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478723 Feb 08 17:38:15.872205 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-62a27817-fca9-4356-bc39-8997bd236034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:15.873778 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-62a27817-fca9-4356-bc39-8997bd236034 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0506556 Feb 08 17:38:15.987411 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-fa561b9f-eee1-4fb7-a38b-2bd1c600339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:15.995598 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-fa561b9f-eee1-4fb7-a38b-2bd1c600339b service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.0908494 Feb 08 17:38:15.998762 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:16.011799 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7431eed-20fb-407d-bb9b-ad154a221834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.064920 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-2c580f34-979b-46d2-a4dc-c85456369317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1000 time: 0.0684056 Feb 08 17:38:16.088282 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7431eed-20fb-407d-bb9b-ad154a221834 admin admin] Publish callbacks [] for security_group (d7cb5c01-21e7-4cbe-bb29-1ef870c3a969), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.092451 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a7431eed-20fb-407d-bb9b-ad154a221834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d7cb5c01-21e7-4cbe-bb29-1ef870c3a969), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.117229 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-2c3ab214-b8fe-4ebc-8b73-02acefa5807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:16.118890 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-2c3ab214-b8fe-4ebc-8b73-02acefa5807b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0467761 Feb 08 17:38:16.129723 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431eed-20fb-407d-bb9b-ad154a221834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb5c01-21e7-4cbe-bb29-1ef870c3a969,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:16.134900 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a7431eed-20fb-407d-bb9b-ad154a221834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0276ef2a73a4a2eb0cad6d60dda0545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350119 Feb 08 17:38:16.136500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44604) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:16.203578 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-47921101-68a2-44ab-84fb-d7c882bfd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:16.205100 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-47921101-68a2-44ab-84fb-d7c882bfd974 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797243 Feb 08 17:38:16.223753 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] Publish callbacks [] for security_group (d7cb5c01-21e7-4cbe-bb29-1ef870c3a969), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.288332 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] Publish callbacks [] for security_group (d7cb5c01-21e7-4cbe-bb29-1ef870c3a969), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.342718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-dd954e67-3cee-4742-b239-e54b44c58939 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298580 Feb 08 17:38:16.398199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d7cb5c01-21e7-4cbe-bb29-1ef870c3a969), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.400900 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:16.402071 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7cb5c01-21e7-4cbe-bb29-1ef870c3a969 HTTP/1.1" status: 204 len: 168 time: 0.2645442 Feb 08 17:38:16.417282 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e8af6-c73e-4281-97d2-12cc68b30bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb5c01-21e7-4cbe-bb29-1ef870c3a969,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:16.450725 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0bde2ae7-e7f5-40b8-9101-afa511a0c913 req-b7e59414-c81f-44e1-bbba-f8e6e1441caa service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009154 Feb 08 17:38:17.091446 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44626) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:17.189121 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028777100-network', 'tenant_id': 'f874875388ad4cc493b8de16e5268ca5'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:38:17.208706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Made reservation on behalf of f874875388ad4cc493b8de16e5268ca5 for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:38:17.211085 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.225013 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.302255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks [] for security_group (f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.306027 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.333309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:38:17.338648 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:17.346616 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (ff8baa52-1f45-4878-be41-7960aee26f6e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.347264 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Added segment ff8baa52-1f45-4878-be41-7960aee26f6e of type vlan for network b16682cc-ffb3-4468-a1d1-148a92c5ff18 Feb 08 17:38:17.387169 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (b16682cc-ffb3-4468-a1d1-148a92c5ff18), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.412239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (b16682cc-ffb3-4468-a1d1-148a92c5ff18), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.413216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:17.413800 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.469896 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3773341 Feb 08 17:38:17.472835 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44630) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:17.477245 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025dfe5-8892-4337-8288-400ae0db30a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b16682cc-ffb3-4468-a1d1-148a92c5ff18,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:17.477726 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Request body: {'subnet': {'network_id': 'b16682cc-ffb3-4468-a1d1-148a92c5ff18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028777100-subnet', 'tenant_id': 'f874875388ad4cc493b8de16e5268ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:38:17.490024 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network b16682cc-ffb3-4468-a1d1-148a92c5ff18 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:38:17.497777 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Made reservation on behalf of f874875388ad4cc493b8de16e5268ca5 for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:38:17.500124 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.671404 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (b7f7f045-ad8a-4595-bd0e-d8d2edb892ed), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.727606 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f7f045-ad8a-4595-bd0e-d8d2edb892ed,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:17.737878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Checking segment: {'id': 'ff8baa52-1f45-4878-be41-7960aee26f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b16682cc-ffb3-4468-a1d1-148a92c5ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:38:17.738248 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Network hostable DHCP agents. Network: b16682cc-ffb3-4468-a1d1-148a92c5ff18, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:38:17.755779 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Network b16682cc-ffb3-4468-a1d1-148a92c5ff18 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:38:17.764252 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, b16682cc-ffb3-4468-a1d1-148a92c5ff18) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:38:17.769766 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:17.770880 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:17.775169 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff8282-c356-4b3b-a0a7-dfe42601e44c None None] Network b16682cc-ffb3-4468-a1d1-148a92c5ff18 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:38:17.797776 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-43a9eb31-2071-44ec-a4c3-20e23decb58e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3237140 Feb 08 17:38:17.880237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e06f4af-1bf3-4d88-a7d1-c5141b549155 None None] Network b16682cc-ffb3-4468-a1d1-148a92c5ff18 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:38:18.293780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44646) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:18.298821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-234528981-network', 'tenant_id': 'f42394302831484c9c35d878af402f8a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:38:18.318832 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Made reservation on behalf of f42394302831484c9c35d878af402f8a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:38:18.321175 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.333965 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.413882 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks [] for security_group (c64069a1-050c-4c39-898c-d48b129e2c8a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.417683 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (c64069a1-050c-4c39-898c-d48b129e2c8a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.442715 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:38:18.451533 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64069a1-050c-4c39-898c-d48b129e2c8a,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:18.457483 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f92af54b-44f5-4f34-a665-b7b86c6f9c9c), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.457824 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Added segment f92af54b-44f5-4f34-a665-b7b86c6f9c9c of type vlan for network 54b897dd-e6d3-4f50-98d1-2889b009f387 Feb 08 17:38:18.499124 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (54b897dd-e6d3-4f50-98d1-2889b009f387), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.524029 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (54b897dd-e6d3-4f50-98d1-2889b009f387), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.525090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:18.525708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.582834 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2879272 Feb 08 17:38:18.585762 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44648) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:18.589976 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51239129-e137-4e55-b190-7ea9685ed713 admin admin] Pushing event updated for resources: {'Network': ['ID=54b897dd-e6d3-4f50-98d1-2889b009f387,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:18.591399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Request body: {'subnet': {'network_id': '54b897dd-e6d3-4f50-98d1-2889b009f387', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-234528981-subnet', 'tenant_id': 'f42394302831484c9c35d878af402f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:38:18.602103 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 54b897dd-e6d3-4f50-98d1-2889b009f387 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:38:18.611735 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Made reservation on behalf of f42394302831484c9c35d878af402f8a for: {'subnet': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:38:18.614398 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6029441'] for subnet (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.786705 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5762823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6029503'] for subnet (acf6dd0a-cacb-4fdd-8e71-15867be8f2b6), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.841672 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf6dd0a-cacb-4fdd-8e71-15867be8f2b6,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:18.849559 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Checking segment: {'id': 'f92af54b-44f5-4f34-a665-b7b86c6f9c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '54b897dd-e6d3-4f50-98d1-2889b009f387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:38:18.849915 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Network hostable DHCP agents. Network: 54b897dd-e6d3-4f50-98d1-2889b009f387, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:38:18.866554 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Network 54b897dd-e6d3-4f50-98d1-2889b009f387 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:38:18.876412 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 54b897dd-e6d3-4f50-98d1-2889b009f387) {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:38:18.881318 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:18.881908 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:18.886853 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be2191-a07b-462e-852c-73d624b1f2b0 None None] Network 54b897dd-e6d3-4f50-98d1-2889b009f387 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:38:18.905095 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-262b218b-6ce9-4e38-a984-a257fa54f82a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118210 Feb 08 17:38:19.006889 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42306685-fe4d-4d67-bbe8-ddc152226932 None None] Network 54b897dd-e6d3-4f50-98d1-2889b009f387 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:38:26.471623 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:38:32.361661 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44776) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:32.411250 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Deleting subnet b7f7f045-ad8a-4595-bd0e-d8d2edb892ed {{(pid=102590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:38:32.414579 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Publish callbacks [] for subnet (b7f7f045-ad8a-4595-bd0e-d8d2edb892ed), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.448579 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5762531'] for subnet (b7f7f045-ad8a-4595-bd0e-d8d2edb892ed), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.487506 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (b7f7f045-ad8a-4595-bd0e-d8d2edb892ed), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.539152 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5762884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6029478'] for subnet (b7f7f045-ad8a-4595-bd0e-d8d2edb892ed), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.565711 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f7f045-ad8a-4595-bd0e-d8d2edb892ed,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:32.567731 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.573285 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c54f08ab-2681-4a8b-a4d1-7ecb43333e2a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b7f7f045-ad8a-4595-bd0e-d8d2edb892ed HTTP/1.1" status: 204 len: 168 time: 0.2084453 Feb 08 17:38:32.573499 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44778) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:32.649760 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (b16682cc-ffb3-4468-a1d1-148a92c5ff18), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.727698 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (b16682cc-ffb3-4468-a1d1-148a92c5ff18), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.753454 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16682cc-ffb3-4468-a1d1-148a92c5ff18']}} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:32.763238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8baa52-1f45-4878-be41-7960aee26f6e') {'for_net_delete': True} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:32.763538 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.services.segments.db [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8baa52-1f45-4878-be41-7960aee26f6e') {} {{(pid=102590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:32.773415 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5762536'] for segment (ff8baa52-1f45-4878-be41-7960aee26f6e), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.786658 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (ff8baa52-1f45-4878-be41-7960aee26f6e), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.793132 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:38:32.793491 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5763054'] for segment (ff8baa52-1f45-4878-be41-7960aee26f6e), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: Traceback (most recent call last): Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: timer() Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: cb(*args, **kw) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: return func(*args, **kwargs) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: self._notify() Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: self.callback(batched_events) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: event.method(event) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: return f(self, *a, **k) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._get(url).json() Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: return self.request(url, 'GET', **kwargs) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:38:32.795118 dv-cinder-822040-2-iscsi neutron-server[102590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:38:32.848292 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (b16682cc-ffb3-4468-a1d1-148a92c5ff18), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.866909 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.870796 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] 10.222.0.69 "DELETE /v2.0/networks/b16682cc-ffb3-4468-a1d1-148a92c5ff18 HTTP/1.1" status: 204 len: 168 time: 0.2963347 Feb 08 17:38:32.873956 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44780) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:32.875913 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd158a66-2be2-4868-b662-14afd520f8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b16682cc-ffb3-4468-a1d1-148a92c5ff18,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:32.924107 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Deleting subnet acf6dd0a-cacb-4fdd-8e71-15867be8f2b6 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:38:32.928023 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Publish callbacks [] for subnet (acf6dd0a-cacb-4fdd-8e71-15867be8f2b6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:32.965014 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (acf6dd0a-cacb-4fdd-8e71-15867be8f2b6), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.006254 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (acf6dd0a-cacb-4fdd-8e71-15867be8f2b6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.059638 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (acf6dd0a-cacb-4fdd-8e71-15867be8f2b6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.086776 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf6dd0a-cacb-4fdd-8e71-15867be8f2b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:33.088768 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.092041 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d8463019-0479-4c2c-9d91-396643e3d4c3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/acf6dd0a-cacb-4fdd-8e71-15867be8f2b6 HTTP/1.1" status: 204 len: 168 time: 0.2170191 Feb 08 17:38:33.094559 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44782) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:33.170703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (54b897dd-e6d3-4f50-98d1-2889b009f387), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.254149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (54b897dd-e6d3-4f50-98d1-2889b009f387), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.281505 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b897dd-e6d3-4f50-98d1-2889b009f387']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:33.292547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92af54b-44f5-4f34-a665-b7b86c6f9c9c') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:33.292844 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92af54b-44f5-4f34-a665-b7b86c6f9c9c') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:38:33.303149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (f92af54b-44f5-4f34-a665-b7b86c6f9c9c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.316725 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (f92af54b-44f5-4f34-a665-b7b86c6f9c9c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.322821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:38:33.323213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (f92af54b-44f5-4f34-a665-b7b86c6f9c9c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:38:33.324876 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:38:33.379808 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (54b897dd-e6d3-4f50-98d1-2889b009f387), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.385678 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.389598 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] 10.222.0.69 "DELETE /v2.0/networks/54b897dd-e6d3-4f50-98d1-2889b009f387 HTTP/1.1" status: 204 len: 168 time: 0.2940884 Feb 08 17:38:33.402746 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d11b0-ed95-42cc-8933-62cf75ed4663 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b897dd-e6d3-4f50-98d1-2889b009f387,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:33.562221 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44786) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:33.608920 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-65ac63f8-3ec6-4961-bb71-16bd10f6f46d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f874875388ad4cc493b8de16e5268ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453815 Feb 08 17:38:33.611886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44788) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:33.664655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] Publish callbacks [] for security_group (f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.690946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] Publish callbacks [] for security_group (f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.743467 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.746462 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:33.747771 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6 HTTP/1.1" status: 204 len: 168 time: 0.1348102 Feb 08 17:38:33.756300 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9a3d-ca78-4a03-a426-27883d599a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd974f-d7c8-46f5-91d7-fe1f3e3618b6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:34.125010 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44794) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:34.167415 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-1f06dc5d-698c-4ef6-9777-b02c56792f5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f42394302831484c9c35d878af402f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407107 Feb 08 17:38:34.170042 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44796) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:34.225739 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] Publish callbacks [] for security_group (c64069a1-050c-4c39-898c-d48b129e2c8a), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:34.252958 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] Publish callbacks [] for security_group (c64069a1-050c-4c39-898c-d48b129e2c8a), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:34.306190 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (c64069a1-050c-4c39-898c-d48b129e2c8a), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:34.309039 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:34.313187 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c64069a1-050c-4c39-898c-d48b129e2c8a HTTP/1.1" status: 204 len: 168 time: 0.1421025 Feb 08 17:38:34.322812 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ccc6d-0645-40a2-bebf-8d7caedd8b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64069a1-050c-4c39-898c-d48b129e2c8a,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:38:34.712579 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-3d93e6b1-35df-42ce-b0da-0f649d17961e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:37.119574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b51c6a8b-6dde-4251-8f54-5015d8a4dbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:38.042892 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:39.974735 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:41.212546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:42.686450 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:38:45.180175 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34d67-f4ae-438d-8117-bf5057872848 req-0cc2c044-fe3b-47c6-9a5f-336b1e855f9f tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:45.181765 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2a34d67-f4ae-438d-8117-bf5057872848 req-0cc2c044-fe3b-47c6-9a5f-336b1e855f9f tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.2738950 Feb 08 17:38:45.246357 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d2a34d67-f4ae-438d-8117-bf5057872848 req-f3cfdbd6-905a-4746-9030-f187ce2b08ec tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573466 Feb 08 17:38:46.442697 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53eb40-3d45-4aea-8126-b021baefacbd req-edc79ce7-58bf-4a94-8059-068ba96edcff tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:46.444216 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e53eb40-3d45-4aea-8126-b021baefacbd req-edc79ce7-58bf-4a94-8059-068ba96edcff tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.1248300 Feb 08 17:38:46.494780 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1e53eb40-3d45-4aea-8126-b021baefacbd req-9ba1cd6d-4d18-42e6-aea6-6f557023520f tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Feb 08 17:38:47.618845 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888f49-0274-4a26-96bc-45957f956e08 req-8ff4e0a7-33d8-4ef1-a048-33c73feb1fb3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:47.620327 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-25888f49-0274-4a26-96bc-45957f956e08 req-8ff4e0a7-33d8-4ef1-a048-33c73feb1fb3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0539083 Feb 08 17:38:47.669106 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-25888f49-0274-4a26-96bc-45957f956e08 req-09dc066f-b0aa-4c91-9123-993b1083e8f1 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Feb 08 17:38:48.792232 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a6958-3525-427f-b408-aebde2a36d01 req-f4914388-a5ce-4c1b-8df6-2f028b497842 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:48.793861 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e47a6958-3525-427f-b408-aebde2a36d01 req-f4914388-a5ce-4c1b-8df6-2f028b497842 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0559635 Feb 08 17:38:48.846675 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e47a6958-3525-427f-b408-aebde2a36d01 req-28a4f26e-bdc1-41b4-8d33-4e84542ba319 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Feb 08 17:38:49.968229 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155aaf7-6af6-4865-8370-bb129aa08754 req-76d0ed42-dd1d-4970-8296-74e856edf9a6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:49.969765 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3155aaf7-6af6-4865-8370-bb129aa08754 req-76d0ed42-dd1d-4970-8296-74e856edf9a6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0539758 Feb 08 17:38:50.022401 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3155aaf7-6af6-4865-8370-bb129aa08754 req-bb527fe0-fec1-4fcc-8165-5da874356eda tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Feb 08 17:38:51.142417 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f52b1-722b-496f-8f8c-070913393dfa req-8fab3b30-0c3d-42ab-8523-cd82cff2c39d tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:51.144821 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-123f52b1-722b-496f-8f8c-070913393dfa req-8fab3b30-0c3d-42ab-8523-cd82cff2c39d tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0548694 Feb 08 17:38:51.200197 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-123f52b1-722b-496f-8f8c-070913393dfa req-ab170ecc-9b83-4501-9bfc-41fdf252b633 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496514 Feb 08 17:38:52.331754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678d8dd-0845-4ae5-b55f-9f041a1e46c6 req-f9b253fd-b610-4c4a-8cee-b3478ef56f02 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:52.333256 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c678d8dd-0845-4ae5-b55f-9f041a1e46c6 req-f9b253fd-b610-4c4a-8cee-b3478ef56f02 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0576894 Feb 08 17:38:52.381111 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-c678d8dd-0845-4ae5-b55f-9f041a1e46c6 req-c48be21d-c6a1-4fd6-a266-076a146d4477 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Feb 08 17:38:53.499490 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca514d-f7f1-4e8e-b46f-b0e6faaa2692 req-8d2bd807-1c6a-4376-96b2-61d647f989fa tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:53.501016 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42ca514d-f7f1-4e8e-b46f-b0e6faaa2692 req-8d2bd807-1c6a-4376-96b2-61d647f989fa tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0535579 Feb 08 17:38:53.550227 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-42ca514d-f7f1-4e8e-b46f-b0e6faaa2692 req-20056ddf-8079-4856-92ea-85aaa73142f3 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Feb 08 17:38:54.670841 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb672a2-d506-42ae-be8d-a0f342cf4b52 req-40b4a57f-39ae-46ff-938e-b8170c8d6f97 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:54.672338 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfb672a2-d506-42ae-be8d-a0f342cf4b52 req-40b4a57f-39ae-46ff-938e-b8170c8d6f97 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0546508 Feb 08 17:38:54.720250 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-bfb672a2-d506-42ae-be8d-a0f342cf4b52 req-e94491ac-a8b2-46ca-9693-8624acda762b tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Feb 08 17:38:55.142237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-ba25e300-2e9e-40fb-90f0-69ee1b0f0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:55.144350 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-ba25e300-2e9e-40fb-90f0-69ee1b0f0b2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0879312 Feb 08 17:38:55.243000 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-ea469e62-969d-4832-838a-c9fe89c90e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:55.244503 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-ea469e62-969d-4832-838a-c9fe89c90e80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.0934570 Feb 08 17:38:55.311720 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-697f3c21-af08-4b4e-9cef-1dd7f5c68672 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1000 time: 0.0604076 Feb 08 17:38:55.359353 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-c9a88475-3fc7-446a-bad0-a0ec673bba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:55.360811 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-c9a88475-3fc7-446a-bad0-a0ec673bba18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0428336 Feb 08 17:38:55.415209 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-b0920582-e9c2-4215-9bb1-1a09d0707bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:55.416722 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-b0920582-e9c2-4215-9bb1-1a09d0707bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491874 Feb 08 17:38:55.428284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-415d647a-0441-4962-bfdd-53444720af2e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:38:55.429291 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-415d647a-0441-4962-bfdd-53444720af2e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056469 Feb 08 17:38:55.529480 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-8d961bf9-5c8f-457a-a6f9-492fd6fdd766 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Feb 08 17:38:55.629179 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8e4797-5df7-4ba9-b1b4-c3e28e6c32a2 req-24f411ef-9b06-4028-8ce7-ad6f4d81d22e service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932145 Feb 08 17:38:55.845591 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176be4d-3869-4ff7-ba74-d21122ba4b97 req-34b38df8-7655-4479-896e-6b8c66700613 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:55.847557 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2176be4d-3869-4ff7-ba74-d21122ba4b97 req-34b38df8-7655-4479-896e-6b8c66700613 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0565782 Feb 08 17:38:55.900774 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2176be4d-3869-4ff7-ba74-d21122ba4b97 req-3f965c0b-9cbe-497a-a892-d953a2880501 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475972 Feb 08 17:38:57.025843 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7ed4-a881-4d34-8331-ae25a493dc09 req-c51746b1-1054-432f-8d45-292e683aac67 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:57.027340 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-059b7ed4-a881-4d34-8331-ae25a493dc09 req-c51746b1-1054-432f-8d45-292e683aac67 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0563321 Feb 08 17:38:57.082991 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-059b7ed4-a881-4d34-8331-ae25a493dc09 req-647a5737-43c9-4a87-9a16-df6a3f684f21 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Feb 08 17:38:58.201061 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493ca2e-6103-41e0-bd33-7feb8390dc77 req-40f7c82d-4527-48da-8f45-44527649320a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:58.202577 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d493ca2e-6103-41e0-bd33-7feb8390dc77 req-40f7c82d-4527-48da-8f45-44527649320a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0523093 Feb 08 17:38:58.255521 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d493ca2e-6103-41e0-bd33-7feb8390dc77 req-9652b7a2-f959-48ec-ad12-0092e5fde708 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465865 Feb 08 17:38:58.468829 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44842) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:38:58.470603 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813fbee-dc64-49be-8583-260c2cec781f req-e785d4a3-d31f-4b10-8206-3ed640246044 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:58.472098 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6813fbee-dc64-49be-8583-260c2cec781f req-e785d4a3-d31f-4b10-8206-3ed640246044 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0540893 Feb 08 17:38:58.524629 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6813fbee-dc64-49be-8583-260c2cec781f req-e2303b5e-d6ef-4d7a-8d74-2d2ec6691733 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467076 Feb 08 17:38:58.558512 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-bccabb81-2fdd-4c17-a876-0073a509ab77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885117 Feb 08 17:38:58.567585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-4fdcbe61-baf4-41e4-bf2a-4f6b9bb019d9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:38:58.568543 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-4fdcbe61-baf4-41e4-bf2a-4f6b9bb019d9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054207 Feb 08 17:38:59.656810 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db1234-3c92-4728-a0df-40363d5f5d97 req-8e799de8-adc3-4682-92c0-f48310c47e82 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:59.658331 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-63db1234-3c92-4728-a0df-40363d5f5d97 req-8e799de8-adc3-4682-92c0-f48310c47e82 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0574520 Feb 08 17:38:59.709560 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-63db1234-3c92-4728-a0df-40363d5f5d97 req-3902b31c-508c-4a27-8e5a-7d7bcbaae196 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Feb 08 17:38:59.982917 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3720cd-1ff2-468d-a246-62928399d898 req-fc0619bd-7f81-49ca-9af2-60f28617cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:38:59.984334 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-fc0619bd-7f81-49ca-9af2-60f28617cf1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf&tenant_id=28ccc8eef185498e9ceeef80e17e6481 HTTP/1.1" status: 200 len: 1129 time: 0.0450222 Feb 08 17:39:00.049859 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3720cd-1ff2-468d-a246-62928399d898 req-88af45fc-6643-49de-9554-46bf1cb53926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:00.051354 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-88af45fc-6643-49de-9554-46bf1cb53926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0443668 Feb 08 17:39:00.144801 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3720cd-1ff2-468d-a246-62928399d898 req-c7891980-c76d-465b-9fff-5d11e289074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:00.146303 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-c7891980-c76d-465b-9fff-5d11e289074b service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.0880809 Feb 08 17:39:00.214656 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-f6d6610d-bad0-4955-bb25-5eb83ca218bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1000 time: 0.0594561 Feb 08 17:39:00.268562 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3720cd-1ff2-468d-a246-62928399d898 req-76681590-43e9-472c-919b-bcb9196c7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:00.269974 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-76681590-43e9-472c-919b-bcb9196c7a4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0492511 Feb 08 17:39:00.321257 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3720cd-1ff2-468d-a246-62928399d898 req-f50c7a0d-a4d6-4301-b437-5e7ba87ffdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:00.322756 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-f50c7a0d-a4d6-4301-b437-5e7ba87ffdd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460992 Feb 08 17:39:00.412778 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-01270f00-4e4c-4e97-83d5-c7eb084aaab2 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825801 Feb 08 17:39:00.507598 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5a3720cd-1ff2-468d-a246-62928399d898 req-ed8fa6e5-e390-4c08-b90a-e7b6b2356bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882339 Feb 08 17:39:00.835220 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c41b-023f-4825-b2cf-02fb5034043c req-f50bb063-5de8-4854-b696-7f38a26fb175 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:00.836698 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac15c41b-023f-4825-b2cf-02fb5034043c req-f50bb063-5de8-4854-b696-7f38a26fb175 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0532110 Feb 08 17:39:00.885712 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac15c41b-023f-4825-b2cf-02fb5034043c req-03c4d51f-dced-4a79-be33-b2835235f2e6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Feb 08 17:39:02.007069 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c61ecc-6bd7-441a-979d-a91fff964c88 req-370407dc-e8e2-4a8f-8fbc-3c35df56aebf tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:02.008543 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-54c61ecc-6bd7-441a-979d-a91fff964c88 req-370407dc-e8e2-4a8f-8fbc-3c35df56aebf tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0560095 Feb 08 17:39:02.057409 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-54c61ecc-6bd7-441a-979d-a91fff964c88 req-d4ac583d-b4ab-410d-a64a-5fdab1aaa766 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Feb 08 17:39:02.061056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:39:02.142804 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port cf060131-592b-49f3-bed4-02a89d544e1f is: ACTIVE; New status is: DOWN {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:39:02.143220 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:02.165556 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:39:02.167705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13aa76-2eab-42dd-8f9c-761b8dd68371" -d '{"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:39:02.180421 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:39:02.184857 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:02.233944 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=6']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:39:02.243790 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.244153 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.244500 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.244839 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.245194 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.245553 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.245883 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.246214 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.246537 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.246861 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.247184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.247504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.247826 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:39:02.272300 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c60a95-4a19-48b0-bc98-77682ff688eb x-openstack-request-id: req-63c60a95-4a19-48b0-bc98-77682ff688eb {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:39:02.272706 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:39:02.272994 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63c60a95-4a19-48b0-bc98-77682ff688eb {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:39:02.273691 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'code': 200} Feb 08 17:39:03.177026 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f7a7f-4e67-434b-a004-739e4fed95d0 req-6f585f1c-9257-46dd-86e7-7b566ff49841 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:03.178507 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-210f7a7f-4e67-434b-a004-739e4fed95d0 req-6f585f1c-9257-46dd-86e7-7b566ff49841 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0528944 Feb 08 17:39:03.226670 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-210f7a7f-4e67-434b-a004-739e4fed95d0 req-916906e0-0af0-49f3-add6-59b17867afd0 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Feb 08 17:39:03.470757 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:39:04.352077 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703a7b8-11ce-4184-a9e2-53819ce219c8 req-643176f9-a426-40e3-8a4c-dda6fbf01012 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:04.353646 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e703a7b8-11ce-4184-a9e2-53819ce219c8 req-643176f9-a426-40e3-8a4c-dda6fbf01012 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0580921 Feb 08 17:39:04.402908 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e703a7b8-11ce-4184-a9e2-53819ce219c8 req-1afc34c6-1b8c-40ff-b4c3-1b456b6a0f8c tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Feb 08 17:39:04.710629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e4d4dc4f-f289-4563-a31a-2f3e5a1eeb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:05.523380 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c255-317b-4c43-93ce-6088bd300ebf req-54fd57d6-5ccf-4b32-9f98-a26f2c11cd91 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:05.525133 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-62b3c255-317b-4c43-93ce-6088bd300ebf req-54fd57d6-5ccf-4b32-9f98-a26f2c11cd91 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0558548 Feb 08 17:39:05.577596 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-62b3c255-317b-4c43-93ce-6088bd300ebf req-d2634b4b-717e-47b1-87b2-dffdf4b4203d tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Feb 08 17:39:06.624076 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eae0f-11d0-42e7-81aa-645f10897586 req-17d4ba82-9542-4a79-ac0e-bb95d728cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:06.625619 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b2eae0f-11d0-42e7-81aa-645f10897586 req-17d4ba82-9542-4a79-ac0e-bb95d728cad3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1127 time: 0.0453455 Feb 08 17:39:06.704065 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0b2eae0f-11d0-42e7-81aa-645f10897586 req-57a838f2-63e3-4122-8d26-95ef0db6e141 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709441 Feb 08 17:39:06.721684 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe849be-24e2-448f-8782-954363ab0129 req-02321ffa-a4ec-49f6-a0dd-e111864a7d5e tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:06.723163 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-efe849be-24e2-448f-8782-954363ab0129 req-02321ffa-a4ec-49f6-a0dd-e111864a7d5e tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0740862 Feb 08 17:39:06.783076 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-efe849be-24e2-448f-8782-954363ab0129 req-115dc9cf-4a18-4aed-8ff9-975c6ddd44c7 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519333 Feb 08 17:39:07.122271 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a14b2b25-8cce-4d8c-b7d1-dd4f342a7516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:07.908115 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43974c38-c046-4507-8b27-d052e9172f76 req-0847711d-f79e-4761-8c90-02494d5ebb47 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:07.909615 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43974c38-c046-4507-8b27-d052e9172f76 req-0847711d-f79e-4761-8c90-02494d5ebb47 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 943 time: 0.0540080 Feb 08 17:39:07.961899 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-43974c38-c046-4507-8b27-d052e9172f76 req-5c144aa4-8a0a-4c6a-a729-4081eb903e8d tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465741 Feb 08 17:39:08.045765 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:08.071186 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:39:08.166088 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:39:08.177931 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'port_id': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'mac_address': 'fa:16:3e:6d:32:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:39:08.217628 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port cf060131-592b-49f3-bed4-02a89d544e1f is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:39:08.218019 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:08.233725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf060131-592b-49f3-bed4-02a89d544e1f {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:39:08.255815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:39:08.260273 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:08.309912 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=7']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:39:08.503407 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['cf060131-592b-49f3-bed4-02a89d544e1f'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:39:09.977256 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:10.077582 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:39:10.137692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port cf060131-592b-49f3-bed4-02a89d544e1f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:39:10.138078 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:10.220880 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port cf060131-592b-49f3-bed4-02a89d544e1f is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:39:10.221857 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:10.246693 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:39:10.248979 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f42c5-8a73-4c7b-8ad8-1ea83c034d3b" -d '{"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-plugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:39:10.263110 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:39:10.267605 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:10.293209 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac38f61-1d82-4e45-b953-ed36bc23b3a3 x-openstack-request-id: req-bac38f61-1d82-4e45-b953-ed36bc23b3a3 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:39:10.293583 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-plugged", "status": "completed", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:39:10.293724 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bac38f61-1d82-4e45-b953-ed36bc23b3a3 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:39:10.294148 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'code': 200} Feb 08 17:39:10.321528 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=8']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:39:11.215537 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:12.691578 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:16.858428 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-a4028b72-42dc-48cd-8f92-b53f6686cdab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447571 Feb 08 17:39:16.949873 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-13addaf3-b5d8-4a85-8314-ad03d60c8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:16.951388 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-13addaf3-b5d8-4a85-8314-ad03d60c8d81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0455709 Feb 08 17:39:17.060768 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-94044711-c88b-4b3a-9aca-2a792e4b6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:17.062287 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-94044711-c88b-4b3a-9aca-2a792e4b6b15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.0902803 Feb 08 17:39:17.128879 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-73238797-b41d-4591-81bf-dd924ca07c5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1000 time: 0.0594285 Feb 08 17:39:17.177515 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-bea02c10-7ab4-4bde-bd01-b5464cd378dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:17.178880 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-bea02c10-7ab4-4bde-bd01-b5464cd378dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0433071 Feb 08 17:39:17.244698 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-d91934d5-e514-4b8b-bec0-182ecd7d0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:39:17.251716 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-d91934d5-e514-4b8b-bec0-182ecd7d0987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525920 Feb 08 17:39:17.338304 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-c3194537-4ad2-4a3d-bfbf-a65b5f40550d service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847640 Feb 08 17:39:17.454558 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0cae86f3-5673-425a-8590-4c491828a8c8 req-60bb5d9e-7779-4f52-bad8-06acc4d84670 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056023 Feb 08 17:39:34.710098 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5df99e0-76bb-4491-bec0-f3748b7a87b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:37.126325 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-316038c7-0099-4188-a225-1e1e820404e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:38.052636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:39.980635 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:40.470763 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:39:41.226721 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:39:42.702698 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:04.703338 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-245d61a1-dfba-4912-b6ae-51ac46785144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:07.130096 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-264ade3d-f1e1-4eca-b167-dc276d4f6589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:08.054803 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:09.982705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:11.227631 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:12.716078 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:17.468736 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:40:18.845632 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-75219604-c361-4f85-b700-ab5fa57e54c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477607 Feb 08 17:40:18.950471 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-830a4c64-0a30-423f-bcd4-d94004926e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:18.952020 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-830a4c64-0a30-423f-bcd4-d94004926e35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0519423 Feb 08 17:40:19.066741 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-58093489-af0a-468f-96c6-eb353293676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:19.068257 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-58093489-af0a-468f-96c6-eb353293676d service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.0952892 Feb 08 17:40:19.139964 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-c554a89f-5264-4d45-bb86-97aa22607356 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 1000 time: 0.0640795 Feb 08 17:40:19.191330 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-1b6315f5-c072-4e43-a272-44a4438209e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:19.192834 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-1b6315f5-c072-4e43-a272-44a4438209e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0471447 Feb 08 17:40:19.249519 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-0755b8d3-1c7d-45dd-ac1b-e8d12b562477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:19.250964 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-0755b8d3-1c7d-45dd-ac1b-e8d12b562477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512888 Feb 08 17:40:19.345232 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-5ca6ab40-f2fb-4400-bc2e-3f69dff8bd70 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Feb 08 17:40:19.441096 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6593066d-52c2-4e27-beb9-3b5498aebc0a req-7334d7dd-4c9e-4473-b5c6-7ea10989ecd9 service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884264 Feb 08 17:40:24.938431 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44896) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:25.197501 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Deleting port a4ec8e0a-3073-4b66-b38b-467a0479a95d {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:25.197771 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.277223 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.277554 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for floatingip (a4ec8e0a-3073-4b66-b38b-467a0479a95d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.290492 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Calling delete_port for a4ec8e0a-3073-4b66-b38b-467a0479a95d owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:25.441312 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (a4ec8e0a-3073-4b66-b38b-467a0479a95d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.474395 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event deleted for resources: {'Port': ['ID=a4ec8e0a-3073-4b66-b38b-467a0479a95d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:25.497452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.497803 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.498154 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.498484 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.498817 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.499154 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.499485 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.499810 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.500135 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.500462 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.500793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.501109 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.501454 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:25.541182 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for floatingip (936db9c5-8c23-4781-9cca-ea19f64328c1), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.541595 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Floating IP 936db9c5-8c23-4781-9cca-ea19f64328c1 disassociated (deleted). External IP: 172.27.3.72, port: cf060131-592b-49f3-bed4-02a89d544e1f. Feb 08 17:40:25.764962 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:40:25.882512 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:25.887598 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:25.892626 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Sync routers for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:25.904035 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:25.904680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:25.920169 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-2573bcff-5dc6-4a83-99ec-73ed7853c2d6 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "DELETE /v2.0/floatingips/936db9c5-8c23-4781-9cca-ea19f64328c1 HTTP/1.1" status: 204 len: 168 time: 0.9806178 Feb 08 17:40:25.920762 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:40:25.923052 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baccc56-7211-4b44-87d2-619742218b87" -d '{"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:40:26.027285 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:26.031585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f243477-8ab4-46e8-8681-adfd3e91773a x-openstack-request-id: req-1f243477-8ab4-46e8-8681-adfd3e91773a {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:40:26.033425 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:40:26.034127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f243477-8ab4-46e8-8681-adfd3e91773a {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:40:26.035097 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'status': 'completed', 'code': 200} Feb 08 17:40:26.126526 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baccc56-7211-4b44-87d2-619742218b87 req-ef64c7d6-1e77-4c30-89c8-e977f7bc427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:26.129999 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-ef64c7d6-1e77-4c30-89c8-e977f7bc427b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=28ccc8eef185498e9ceeef80e17e6481&device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 1129 time: 0.0658436 Feb 08 17:40:26.263914 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14441c-00b1-43a6-8603-cb6eea7495ec req-527c03f0-8448-4b34-99b2-5614eb9e54cb tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:26.265605 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1b14441c-00b1-43a6-8603-cb6eea7495ec req-527c03f0-8448-4b34-99b2-5614eb9e54cb tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.1175513 Feb 08 17:40:26.293323 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baccc56-7211-4b44-87d2-619742218b87 req-62d613fe-2d10-44cc-b34a-ca1f7b8c014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:26.294688 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-62d613fe-2d10-44cc-b34a-ca1f7b8c014f service neutron] 10.222.0.64 "GET /v2.0/networks?id=11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 200 len: 909 time: 0.1562719 Feb 08 17:40:26.313648 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:26.341776 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Checking router: f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:26.343682 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-eac58d7a-baf1-429a-a3b4-562289162ba0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 200 len: 217 time: 0.0414224 Feb 08 17:40:26.351511 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:26.352143 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:26.400200 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1b14441c-00b1-43a6-8603-cb6eea7495ec req-e252083e-6c02-4927-b2a8-a20955e2bec2 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202528 Feb 08 17:40:26.417083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baccc56-7211-4b44-87d2-619742218b87 req-8a5da4a8-7841-4c17-8eaf-dcbe1cbdecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:26.418857 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-8a5da4a8-7841-4c17-8eaf-dcbe1cbdecba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 200 len: 847 time: 0.0672317 Feb 08 17:40:26.471294 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baccc56-7211-4b44-87d2-619742218b87 req-bf4b0c58-3abc-4cd7-81ce-cc8310a940cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:26.472803 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-bf4b0c58-3abc-4cd7-81ce-cc8310a940cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11f5e39b-3bc1-4031-81b0-0f80211e0497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469542 Feb 08 17:40:26.473873 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:26.569615 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-da922b35-395b-4785-a38e-e81745bc319f service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900211 Feb 08 17:40:26.863451 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:26.898793 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7a42c-2f95-4d78-9644-55c28f958721 None None] The sync data for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi is: [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:02Z', 'revision_number': 4, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '8b9b52f9-73c5-49a3-9ab5-b5f8788499dd', 'name': '', 'network_id': '11f5e39b-3bc1-4031-81b0-0f80211e0497', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'mac_address': 'fa:16:3e:8c:b8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '330bc913-da26-4405-8d56-9542205927a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:02Z', 'updated_at': '2022-02-08T17:35:09Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'subnets': [{'id': '330bc913-da26-4405-8d56-9542205927a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:26.977832 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1baccc56-7211-4b44-87d2-619742218b87 req-c8ed8f8c-07c0-4f2c-a769-9ebd6463788d service neutron] 10.222.0.64 "GET /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016252 Feb 08 17:40:27.169084 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b368fb-3155-42d5-9ecf-d89d6431caf4 None None] New status for floating IP 936db9c5-8c23-4781-9cca-ea19f64328c1: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:40:27.551021 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749e2a3-61e0-4048-b33a-a0ef07e265a8 req-0957770e-b567-451c-ba65-cfd48f555dbd tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:27.552792 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2749e2a3-61e0-4048-b33a-a0ef07e265a8 req-0957770e-b567-451c-ba65-cfd48f555dbd tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0702229 Feb 08 17:40:27.620096 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2749e2a3-61e0-4048-b33a-a0ef07e265a8 req-bf031b25-8ac5-4064-835d-73edbbbe299c tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/security-groups?id=2c418b5e-b721-4f57-b394-d5f81e2f1b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607610 Feb 08 17:40:28.076301 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-e87e61c9-7c61-4f09-a522-e2255cb9d8f8 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:28.077806 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-e87e61c9-7c61-4f09-a522-e2255cb9d8f8 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.64 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 945 time: 0.0554659 Feb 08 17:40:28.173211 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Deleting port cf060131-592b-49f3-bed4-02a89d544e1f {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:28.173468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:28.263413 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] For port cf060131-592b-49f3-bed4-02a89d544e1f, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=cf060131-592b-49f3-bed4-02a89d544e1f,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:28.263786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:28.277083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Calling delete_port for cf060131-592b-49f3-bed4-02a89d544e1f owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:28.412340 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (cf060131-592b-49f3-bed4-02a89d544e1f), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:28.445051 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event deleted for resources: {'Port': ['ID=cf060131-592b-49f3-bed4-02a89d544e1f,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:28.469602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.469961 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.470314 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.471167 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.471493 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.471826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.472158 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.472488 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.472817 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.473146 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.473501 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.473826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.474148 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:28.500741 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] No DVR routers for this DVR port cf060131-592b-49f3-bed4-02a89d544e1f on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:40:28.503328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:28.506995 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ce4bf35f-b865-4d7e-b559-9a3c8ed9a3f6 req-7451ef2d-8e64-4356-b4d5-d3efb2b85d9a tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.64 "DELETE /v2.0/ports/cf060131-592b-49f3-bed4-02a89d544e1f HTTP/1.1" status: 204 len: 173 time: 0.4238205 Feb 08 17:40:28.507492 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-deleted', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:40:28.509864 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2b793-f23a-43c7-9098-4bee8083d430" -d '{"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-deleted", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:40:28.636745 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c2113d-d7fe-4999-a4b7-e51923dafe72 x-openstack-request-id: req-94c2113d-d7fe-4999-a4b7-e51923dafe72 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:40:28.637024 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8692ef30-50d2-43bc-84ad-1d7308a694cf", "name": "network-vif-deleted", "tag": "cf060131-592b-49f3-bed4-02a89d544e1f", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:40:28.637329 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94c2113d-d7fe-4999-a4b7-e51923dafe72 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:40:28.637797 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8692ef30-50d2-43bc-84ad-1d7308a694cf', 'name': 'network-vif-deleted', 'tag': 'cf060131-592b-49f3-bed4-02a89d544e1f', 'status': 'completed', 'code': 200} Feb 08 17:40:29.009578 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-82e67569-c611-42ef-bd95-75c0aad9c266 req-f2d38946-94fb-475d-a14b-f5fcbde4f1ed tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "GET /v2.0/ports?device_id=8692ef30-50d2-43bc-84ad-1d7308a694cf HTTP/1.1" status: 200 len: 210 time: 0.2943707 Feb 08 17:40:30.055381 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44930) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:30.109238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (2c418b5e-b721-4f57-b394-d5f81e2f1b7a), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:30.135696 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (2c418b5e-b721-4f57-b394-d5f81e2f1b7a), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:30.195447 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (2c418b5e-b721-4f57-b394-d5f81e2f1b7a), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:30.198270 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:30.199414 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] 10.222.0.69 "DELETE /v2.0/security-groups/2c418b5e-b721-4f57-b394-d5f81e2f1b7a HTTP/1.1" status: 204 len: 168 time: 0.1430473 Feb 08 17:40:30.210650 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965df06d-2b84-4781-9125-d8f8de44f6e9 tempest-TestShelveInstance-1145200133 tempest-TestShelveInstance-1145200133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c418b5e-b721-4f57-b394-d5f81e2f1b7a,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:30.245686 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44934) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:30.715409 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:30.980851 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Deleting port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:30.981216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:31.065058 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] For port 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:31.065646 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:31.085332 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Calling delete_port for 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:31.277720 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (8b9b52f9-73c5-49a3-9ab5-b5f8788499dd), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:31.304347 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9b52f9-73c5-49a3-9ab5-b5f8788499dd,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:31.488710 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:31.722113 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:40:31.830204 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:31.835194 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c1cbbd05-424b-471f-9699-3f39c24fbb84 admin admin] 10.222.0.69 "PUT /v2.0/routers/f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886204 Feb 08 17:40:31.838059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44938) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:31.841887 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Sync routers for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:31.854224 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:31.854828 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:31.952491 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks [] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:31.975691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:32.061872 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks [] for router_gateway (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.132123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Deleting port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:32.132472 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.186831 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:40:31Z', 'revision_number': 5, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port': {'id': 'ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:32.214629 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Checking router: f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:32.224116 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Routers {'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:32.224730 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:32.227173 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] For port ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:32.227505 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.243594 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Calling delete_port for ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:32.321946 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] Set router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:32.380368 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:40:32Z', 'revision_number': 6, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:32.407728 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769cf8-94ea-4487-a016-5a5a103c237b None None] The sync data for ids ['f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf'] in dv-cinder-822040-2-iscsi is: [{'id': 'f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf', 'name': 'tempest-TestShelveInstance-633295605-router', 'tenant_id': '28ccc8eef185498e9ceeef80e17e6481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:34:58Z', 'updated_at': '2022-02-08T17:40:32Z', 'revision_number': 6, 'project_id': '28ccc8eef185498e9ceeef80e17e6481', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:32.423539 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.455943 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:32.521417 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.530194 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:32.552141 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: cf060131-592b-49f3-bed4-02a89d544e1f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:32.552413 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device cf060131-592b-49f3-bed4-02a89d544e1f not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:32.617048 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.619706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks [] for router_controller (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.671463 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.672457 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:40:32.680468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.682254 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0c106ffd-aaa5-49b4-a29b-886293485673 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f76fecb0-d2e4-4c46-9d2a-6cec9e399bbf HTTP/1.1" status: 204 len: 168 time: 0.8431218 Feb 08 17:40:32.685107 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44940) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:32.759304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Deleting subnet 330bc913-da26-4405-8d56-9542205927a9 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:40:32.765364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Publish callbacks [] for subnet (330bc913-da26-4405-8d56-9542205927a9), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.819931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (330bc913-da26-4405-8d56-9542205927a9), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.917461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (330bc913-da26-4405-8d56-9542205927a9), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:32.976670 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (330bc913-da26-4405-8d56-9542205927a9), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.003074 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330bc913-da26-4405-8d56-9542205927a9,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:33.006522 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.012248 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-da2b2e21-c5ca-4165-83c4-bc83594db9dc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/330bc913-da26-4405-8d56-9542205927a9 HTTP/1.1" status: 204 len: 168 time: 0.3233528 Feb 08 17:40:33.013036 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44942) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:33.015914 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc5638-2c9c-4c30-934e-33f310ea58a8 None None] Network 11f5e39b-3bc1-4031-81b0-0f80211e0497 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:33.082507 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (11f5e39b-3bc1-4031-81b0-0f80211e0497), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.139067 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Deleting port 3a485f7a-bbb2-4bed-9eef-a9569122a29c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:33.139419 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.165618 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:33.191390 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:33.191745 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 8b9b52f9-73c5-49a3-9ab5-b5f8788499dd not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:33.206961 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] DHCP port deletion for 11f5e39b-3bc1-4031-81b0-0f80211e0497 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:40:33.227738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] For port 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=3a485f7a-bbb2-4bed-9eef-a9569122a29c,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:33.228099 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.242641 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Calling delete_port for 3a485f7a-bbb2-4bed-9eef-a9569122a29c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:33.259523 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Deleting port 3a485f7a-bbb2-4bed-9eef-a9569122a29c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:33.259897 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.330915 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.331540 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] For port 3a485f7a-bbb2-4bed-9eef-a9569122a29c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=3a485f7a-bbb2-4bed-9eef-a9569122a29c,segment=NetworkSegment(992926a6-ecf9-4ced-94b3-2f036e6ceb31),segment_id=992926a6-ecf9-4ced-94b3-2f036e6ceb31)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:33.331978 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.345977 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Calling delete_port for 3a485f7a-bbb2-4bed-9eef-a9569122a29c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:33.360194 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a485f7a-bbb2-4bed-9eef-a9569122a29c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:33.364280 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] No DVR routers for this DVR port 3a485f7a-bbb2-4bed-9eef-a9569122a29c on host dv-cinder-822040-2-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:40:33.438507 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (11f5e39b-3bc1-4031-81b0-0f80211e0497), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.440618 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (3a485f7a-bbb2-4bed-9eef-a9569122a29c), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.465011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f5e39b-3bc1-4031-81b0-0f80211e0497']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:33.473069 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Pushing event deleted for resources: {'Port': ['ID=3a485f7a-bbb2-4bed-9eef-a9569122a29c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:33.476435 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992926a6-ecf9-4ced-94b3-2f036e6ceb31') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:33.477291 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992926a6-ecf9-4ced-94b3-2f036e6ceb31') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:33.477597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] No DVR routers for this DVR port 3a485f7a-bbb2-4bed-9eef-a9569122a29c on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:40:33.484520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.484970 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.485243 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.485591 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.485929 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.486346 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.487016 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.487016 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.487320 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.487557 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.487885 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.488208 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.488530 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40fc3-6326-47a3-854a-aae10858cbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:33.496261 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (992926a6-ecf9-4ced-94b3-2f036e6ceb31), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.511816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (992926a6-ecf9-4ced-94b3-2f036e6ceb31), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.518882 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:40:33.519259 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (992926a6-ecf9-4ced-94b3-2f036e6ceb31), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:40:33.520925 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:40:33.578315 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (11f5e39b-3bc1-4031-81b0-0f80211e0497), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.594102 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:33.598187 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] 10.222.0.69 "DELETE /v2.0/networks/11f5e39b-3bc1-4031-81b0-0f80211e0497 HTTP/1.1" status: 204 len: 168 time: 0.5843351 Feb 08 17:40:33.599473 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83307417-3079-4ac1-8631-d3283b04712a admin admin] Pushing event deleted for resources: {'Network': ['ID=11f5e39b-3bc1-4031-81b0-0f80211e0497,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:33.603021 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44944) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:34.216600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:34.469341 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Deleting port 25b35185-5e38-4db6-9e49-82b92e860c38 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:34.470012 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:34.552831 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] For port 25b35185-5e38-4db6-9e49-82b92e860c38, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=25b35185-5e38-4db6-9e49-82b92e860c38,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:34.553222 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:34.566657 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Calling delete_port for 25b35185-5e38-4db6-9e49-82b92e860c38 owned by network:router_interface {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:34.710513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2bfb7133-e0f7-408e-bfb4-ef6a4bef8bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:34.748473 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:34.771399 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:34.771868 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device ee6ed7a5-19b6-4875-bd49-bdd864dcdaa6 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:34.772374 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 3a485f7a-bbb2-4bed-9eef-a9569122a29c no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:34.772858 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (25b35185-5e38-4db6-9e49-82b92e860c38), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:34.794165 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 3a485f7a-bbb2-4bed-9eef-a9569122a29c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:34.794517 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 3a485f7a-bbb2-4bed-9eef-a9569122a29c not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:34.809822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b35185-5e38-4db6-9e49-82b92e860c38,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:34.994463 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.217400 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Router 0cd4ae8e-f4fd-474d-8f52-253464c16994 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:40:35.326508 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:35.331876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-8074772a-7fb7-4317-bf98-97abbf836774 admin admin] 10.222.0.69 "PUT /v2.0/routers/0cd4ae8e-f4fd-474d-8f52-253464c16994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275727 Feb 08 17:40:35.334343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44946) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:35.337625 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Sync routers for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:35.349113 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:35.349792 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:35.442170 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks [] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.456245 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:35.549875 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks [] for router_gateway (0cd4ae8e-f4fd-474d-8f52-253464c16994), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.604388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Deleting port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:35.604646 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.632191 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:40:34Z', 'revision_number': 5, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port': {'id': 'aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:35:08Z', 'updated_at': '2022-02-08T17:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:35.657813 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Checking router: 0cd4ae8e-f4fd-474d-8f52-253464c16994 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:35.666124 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Routers {'0cd4ae8e-f4fd-474d-8f52-253464c16994'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:35.666738 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['0cd4ae8e-f4fd-474d-8f52-253464c16994'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:35.684054 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] For port aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:35.684436 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.702728 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Calling delete_port for aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d owned by network:router_gateway {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:35.758007 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] Set router 0cd4ae8e-f4fd-474d-8f52-253464c16994 gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:35.812852 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:40:35Z', 'revision_number': 6, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:35.841151 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc3463-5035-4e06-a085-c4a8aff10247 None None] The sync data for ids ['0cd4ae8e-f4fd-474d-8f52-253464c16994'] in dv-cinder-822040-2-iscsi is: [{'id': '0cd4ae8e-f4fd-474d-8f52-253464c16994', 'name': 'tempest-TestShelveInstance-18972914-router', 'tenant_id': 'e2816d398b6346c19973f4cd3ece52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:35:06Z', 'updated_at': '2022-02-08T17:40:35Z', 'revision_number': 6, 'project_id': 'e2816d398b6346c19973f4cd3ece52b1', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:35.885992 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:35.913092 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Pushing event deleted for resources: {'Port': ['ID=aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:35.976268 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.065100 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.067305 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks [] for router_controller (0cd4ae8e-f4fd-474d-8f52-253464c16994), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.114263 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (0cd4ae8e-f4fd-474d-8f52-253464c16994), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.114698 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd4ae8e-f4fd-474d-8f52-253464c16994 {{(pid=102589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:40:36.119174 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.120369 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-fad9533f-ee38-42be-b1c4-52c7cf374634 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0cd4ae8e-f4fd-474d-8f52-253464c16994 HTTP/1.1" status: 204 len: 168 time: 0.7850492 Feb 08 17:40:36.122826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44948) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:36.166894 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Deleting subnet 1d34f85f-3bc5-4ad1-a500-5c115af59343 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:40:36.170192 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Publish callbacks [] for subnet (1d34f85f-3bc5-4ad1-a500-5c115af59343), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.215232 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (1d34f85f-3bc5-4ad1-a500-5c115af59343), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.299816 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (1d34f85f-3bc5-4ad1-a500-5c115af59343), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.352256 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (1d34f85f-3bc5-4ad1-a500-5c115af59343), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.377977 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d34f85f-3bc5-4ad1-a500-5c115af59343,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:36.381604 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.384807 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-d79e6bb2-d1f6-4e2c-accd-edb26fc81a1f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1d34f85f-3bc5-4ad1-a500-5c115af59343 HTTP/1.1" status: 204 len: 168 time: 0.2610583 Feb 08 17:40:36.387229 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44950) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:36.389650 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafdcc8-7f21-47b5-97dc-d3e4eaefe194 None None] Network c0422638-900b-48a1-9a35-2587f9b414a8 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:36.457357 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (c0422638-900b-48a1-9a35-2587f9b414a8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.517330 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Deleting port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:36.517780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.579085 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] For port 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=21e4ae94-922e-4db2-aa8d-3efc64d547f8,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:36.580182 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.595261 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Calling delete_port for 21e4ae94-922e-4db2-aa8d-3efc64d547f8 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:36.612143 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] DHCP port deletion for c0422638-900b-48a1-9a35-2587f9b414a8 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:40:36.667242 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Deleting port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:40:36.667515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.677809 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.708469 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Pushing event deleted for resources: {'Port': ['ID=21e4ae94-922e-4db2-aa8d-3efc64d547f8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:36.712183 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] No DVR routers for this DVR port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 on host dv-cinder-822040-2-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:40:36.737725 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] For port 21e4ae94-922e-4db2-aa8d-3efc64d547f8, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=21e4ae94-922e-4db2-aa8d-3efc64d547f8,segment=NetworkSegment(238eece8-20e3-4d9e-ac3e-ae4033418bc2),segment_id=238eece8-20e3-4d9e-ac3e-ae4033418bc2)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:36.738121 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.752260 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Calling delete_port for 21e4ae94-922e-4db2-aa8d-3efc64d547f8 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:40:36.791293 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (c0422638-900b-48a1-9a35-2587f9b414a8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.800644 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:36.816304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0422638-900b-48a1-9a35-2587f9b414a8']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:36.826953 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:36.827268 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device aefca4d4-45ab-4c4e-9065-1b3c6dbeff1d not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:36.827687 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 25b35185-5e38-4db6-9e49-82b92e860c38 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:36.828813 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238eece8-20e3-4d9e-ac3e-ae4033418bc2') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:36.829125 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238eece8-20e3-4d9e-ac3e-ae4033418bc2') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:36.845036 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (238eece8-20e3-4d9e-ac3e-ae4033418bc2), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.859248 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 25b35185-5e38-4db6-9e49-82b92e860c38 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:36.859600 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 25b35185-5e38-4db6-9e49-82b92e860c38 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:36.860019 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 21e4ae94-922e-4db2-aa8d-3efc64d547f8 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:40:36.861034 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (238eece8-20e3-4d9e-ac3e-ae4033418bc2), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.870325 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:40:36.870743 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (238eece8-20e3-4d9e-ac3e-ae4033418bc2), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:40:36.872684 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:40:36.883722 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 21e4ae94-922e-4db2-aa8d-3efc64d547f8 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:40:36.884063 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 21e4ae94-922e-4db2-aa8d-3efc64d547f8 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:40:36.905630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (21e4ae94-922e-4db2-aa8d-3efc64d547f8), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.931902 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] Pushing event deleted for resources: {'Port': ['ID=21e4ae94-922e-4db2-aa8d-3efc64d547f8,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:36.935463 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c39f0a-9ace-4bb4-8852-fb468ffbbd7f None None] No DVR routers for this DVR port 21e4ae94-922e-4db2-aa8d-3efc64d547f8 on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:40:36.948473 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (c0422638-900b-48a1-9a35-2587f9b414a8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.956489 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:36.960511 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] 10.222.0.69 "DELETE /v2.0/networks/c0422638-900b-48a1-9a35-2587f9b414a8 HTTP/1.1" status: 204 len: 168 time: 0.5723023 Feb 08 17:40:36.979629 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ce35f-0fee-40dd-9c2c-8e196e10460d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0422638-900b-48a1-9a35-2587f9b414a8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:37.087744 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44954) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:37.131045 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-2869617a-2e3f-4dc5-8585-e157328e377e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28ccc8eef185498e9ceeef80e17e6481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420942 Feb 08 17:40:37.134443 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ebdaec02-bb19-4615-8f7a-519093fadf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.136415 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44956) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:37.187751 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] Publish callbacks [] for security_group (d91c77f3-0767-418c-9f12-b9df832f417c), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.212965 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] Publish callbacks [] for security_group (d91c77f3-0767-418c-9f12-b9df832f417c), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.263858 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (d91c77f3-0767-418c-9f12-b9df832f417c), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.266878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.268129 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d91c77f3-0767-418c-9f12-b9df832f417c HTTP/1.1" status: 204 len: 168 time: 0.1303058 Feb 08 17:40:37.278370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36a15-c38e-45d3-924d-abf1eaa3faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c77f3-0767-418c-9f12-b9df832f417c,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:37.599824 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44962) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:37.643477 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-66bbb06d-ee87-4651-b697-de7dedb33dac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2816d398b6346c19973f4cd3ece52b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424745 Feb 08 17:40:37.646199 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44964) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:37.699344 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] Publish callbacks [] for security_group (a63aef52-16ae-44dc-9c7d-56ab65aa31f3), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.721489 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] Publish callbacks [] for security_group (a63aef52-16ae-44dc-9c7d-56ab65aa31f3), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.779013 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a63aef52-16ae-44dc-9c7d-56ab65aa31f3), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.781700 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:37.782884 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a63aef52-16ae-44dc-9c7d-56ab65aa31f3 HTTP/1.1" status: 204 len: 168 time: 0.1357770 Feb 08 17:40:37.791859 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54fe36-fba2-4daa-8a3c-ba1d7ce7fe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63aef52-16ae-44dc-9c7d-56ab65aa31f3,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:38.060670 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.474209 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 44986) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:38.575134 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-528959594-network', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:38.595949 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Made reservation on behalf of 12a62a1727984ff69d6de64fdfb1137e for: {'network': 1} {{(pid=102590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:40:38.598230 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.607534 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.685896 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks [] for security_group (bbdcd5e0-062c-4fda-8a23-c40e865f4c9f), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.690557 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bbdcd5e0-062c-4fda-8a23-c40e865f4c9f), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.715451 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:40:38.723904 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdcd5e0-062c-4fda-8a23-c40e865f4c9f,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:38.730264 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.730608 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.segments_db [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Added segment ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7 of type vlan for network 03f089e2-21e2-4958-941c-e799f90c427c Feb 08 17:40:38.770486 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (03f089e2-21e2-4958-941c-e799f90c427c), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.795095 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (03f089e2-21e2-4958-941c-e799f90c427c), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.796031 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:38.796675 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:38.850054 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3745737 Feb 08 17:40:38.852976 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44990) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:38.858003 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Request body: {'subnet': {'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-528959594-subnet', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:38.863101 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991b8a-6902-4736-81c4-06b20cb6c5ef admin admin] Pushing event updated for resources: {'Network': ['ID=03f089e2-21e2-4958-941c-e799f90c427c,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:38.880496 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network 03f089e2-21e2-4958-941c-e799f90c427c details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:40:38.882802 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Made reservation on behalf of 12a62a1727984ff69d6de64fdfb1137e for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:40:38.885328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4983818'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.066866 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5037862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4983860'] for subnet (a38da775-814c-4f36-bfef-af373cc60aa8), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.122328 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38da775-814c-4f36-bfef-af373cc60aa8,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:39.133602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:39.133973 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Network hostable DHCP agents. Network: 03f089e2-21e2-4958-941c-e799f90c427c, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:40:39.151206 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Network 03f089e2-21e2-4958-941c-e799f90c427c is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:40:39.160294 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, 03f089e2-21e2-4958-941c-e799f90c427c) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:39.164491 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:39.165134 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.170265 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c7058-ca06-4c3b-88eb-af44aee8ca74 None None] Network 03f089e2-21e2-4958-941c-e799f90c427c requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:39.182845 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-0cef770d-5465-48f0-9d69-3f8b776c7011 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3285108 Feb 08 17:40:39.185185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44992) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:39.190390 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:39.210891 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (2b05834c-f088-48db-8dc3-2be43f77a141), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.212043 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (2b05834c-f088-48db-8dc3-2be43f77a141), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.271802 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for router_controller (2b05834c-f088-48db-8dc3-2be43f77a141), precommit_add_association {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.277738 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-03f089e2-21e2-4958-941c-e799f90c427c', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:40:39.278748 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.416719 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for router_gateway (2b05834c-f088-48db-8dc3-2be43f77a141), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.421654 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Allocated IP 172.20.0.2 (03f089e2-21e2-4958-941c-e799f90c427c/a38da775-814c-4f36-bfef-af373cc60aa8/e6546e68-35d3-49cd-bcd9-58837ba45302) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:39.568848 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks [] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.575073 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.619798 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:39.622783 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:39.627168 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:39.629498 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Pushing event updated for resources: {'Port': ['ID=e6546e68-35d3-49cd-bcd9-58837ba45302,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:39.634557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for router_gateway (2b05834c-f088-48db-8dc3-2be43f77a141), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.655105 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.687144 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Attempting to bind port e6546e68-35d3-49cd-bcd9-58837ba45302 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:39.687526 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Attempting to bind port e6546e68-35d3-49cd-bcd9-58837ba45302 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:39.687911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Attempting to bind port e6546e68-35d3-49cd-bcd9-58837ba45302 on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:39.693142 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:39.693543 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:39.693939 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.694323 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Bound using segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:39.694786 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Bound port: e6546e68-35d3-49cd-bcd9-58837ba45302, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:39.695159 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.761900 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] For port e6546e68-35d3-49cd-bcd9-58837ba45302, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:39.765134 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] For port e6546e68-35d3-49cd-bcd9-58837ba45302, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=e6546e68-35d3-49cd-bcd9-58837ba45302,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:39.767688 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Allocated IP 172.27.3.240 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/57b86802-6dbf-44e5-ab75-31e40680eb37) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:39.771204 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.835680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373c605-d52b-4e76-aa54-0b502f5bb3f9 None None] Pushing event updated for resources: {'Port': ['ID=e6546e68-35d3-49cd-bcd9-58837ba45302,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:39.884410 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.925027 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:39.968381 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:39.975056 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:39.979535 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:40.002120 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:40.014397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Pushing event updated for resources: {'Port': ['ID=57b86802-6dbf-44e5-ab75-31e40680eb37,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:40.258575 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for router_gateway (2b05834c-f088-48db-8dc3-2be43f77a141), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:40.738521 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3eb689-7ba6-4de6-80be-add0f3faff78 None None] Network 03f089e2-21e2-4958-941c-e799f90c427c requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:40.750496 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (2b05834c-f088-48db-8dc3-2be43f77a141), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:40.895881 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Router 2b05834c-f088-48db-8dc3-2be43f77a141 is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:40:40.923612 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device e6546e68-35d3-49cd-bcd9-58837ba45302 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:40.969442 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-59f6828a-540a-4556-9171-88187618c13a None None] Provisioning complete for port e6546e68-35d3-49cd-bcd9-58837ba45302 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:40.969820 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59f6828a-540a-4556-9171-88187618c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.013177 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:41.031988 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:41.033725 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.038203 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-2b431a0d-a3f7-4694-a442-250acb7f6530 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8486965 Feb 08 17:40:41.038587 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 44994) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:41.082251 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:41.082907 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:41.155999 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port e6546e68-35d3-49cd-bcd9-58837ba45302 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:41.156383 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.265113 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-59f6828a-540a-4556-9171-88187618c13a None None] Current status of the port e6546e68-35d3-49cd-bcd9-58837ba45302 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:41.265539 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59f6828a-540a-4556-9171-88187618c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.272468 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.319691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:41.404917 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-59f6828a-540a-4556-9171-88187618c13a None None] For port e6546e68-35d3-49cd-bcd9-58837ba45302, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=e6546e68-35d3-49cd-bcd9-58837ba45302,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:41.413432 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-59f6828a-540a-4556-9171-88187618c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.496983 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port e6546e68-35d3-49cd-bcd9-58837ba45302 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:41.497411 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.514131 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.554033 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6828a-540a-4556-9171-88187618c13a None None] Pushing event updated for resources: {'Port': ['ID=e6546e68-35d3-49cd-bcd9-58837ba45302,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:41.607924 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bb73c8a2-0ab3-41aa-9391-0d1ae8c7874b None None] Provisioning complete for port e6546e68-35d3-49cd-bcd9-58837ba45302 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:41.608305 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bb73c8a2-0ab3-41aa-9391-0d1ae8c7874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.669505 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 17:40:41.669864 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG oslo_db.api [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 17:40:41.679038 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Allocated IP 172.20.0.1 (03f089e2-21e2-4958-941c-e799f90c427c/a38da775-814c-4f36-bfef-af373cc60aa8/bd849538-3882-42d9-b2ac-72f39828e003) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:41.727572 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:40Z', 'revision_number': 3, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:41.766185 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:41.766893 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Updating router 2b05834c-f088-48db-8dc3-2be43f77a141 port 57b86802-6dbf-44e5-ab75-31e40680eb37 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:40:41.769331 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bb73c8a2-0ab3-41aa-9391-0d1ae8c7874b None None] Current status of the port e6546e68-35d3-49cd-bcd9-58837ba45302 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:41.793905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks [] for port (bd849538-3882-42d9-b2ac-72f39828e003), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.803481 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.834663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:41.873840 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:41.879595 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:41.883226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:41.910105 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Pushing event updated for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:41.931765 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (2b05834c-f088-48db-8dc3-2be43f77a141), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.076908 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (bd849538-3882-42d9-b2ac-72f39828e003), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.100952 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks [] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.108392 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.164568 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Attempting to bind port 57b86802-6dbf-44e5-ab75-31e40680eb37 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:42.164851 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Attempting to bind port 57b86802-6dbf-44e5-ab75-31e40680eb37 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:42.165235 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Attempting to bind port 57b86802-6dbf-44e5-ab75-31e40680eb37 on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:42.167431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7cf44-5969-4753-b74f-4902b5527428 None None] Pushing event updated for resources: {'Port': ['ID=57b86802-6dbf-44e5-ab75-31e40680eb37,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:42.206027 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:42.206293 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:42.206701 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.207092 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:42.207574 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Bound port: 57b86802-6dbf-44e5-ab75-31e40680eb37, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:42.207948 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.249864 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port e6546e68-35d3-49cd-bcd9-58837ba45302 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:42.265552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks [] for port (bd849538-3882-42d9-b2ac-72f39828e003), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.266497 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-1bb059a2-f9db-4a65-ab34-f973f6e43480 None None] Provisioning complete for port bd849538-3882-42d9-b2ac-72f39828e003 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:42.266870 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1bb059a2-f9db-4a65-ab34-f973f6e43480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (bd849538-3882-42d9-b2ac-72f39828e003), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.272111 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.304592 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] For port 57b86802-6dbf-44e5-ab75-31e40680eb37, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:42.320258 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] For port 57b86802-6dbf-44e5-ab75-31e40680eb37, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=57b86802-6dbf-44e5-ab75-31e40680eb37,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:42.321381 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-1bb059a2-f9db-4a65-ab34-f973f6e43480 None None] Port bd849538-3882-42d9-b2ac-72f39828e003 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:40:42.328653 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.347604 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Pushing event updated for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:42.350411 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (2b05834c-f088-48db-8dc3-2be43f77a141), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.381913 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:42.382390 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:42.451295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7cf44-5969-4753-b74f-4902b5527428 None None] Pushing event updated for resources: {'Port': ['ID=57b86802-6dbf-44e5-ab75-31e40680eb37,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:42.462188 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:42.463599 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:42.505917 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:42.599451 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:40:42.724868 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:42.742120 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-742fb61b-8f8f-406e-be20-43a25d4afe5d admin admin] 10.222.0.69 "PUT /v2.0/routers/2b05834c-f088-48db-8dc3-2be43f77a141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022519 Feb 08 17:40:42.745499 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.763863 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device e6546e68-35d3-49cd-bcd9-58837ba45302 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:42.772145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-b6921b4e-8232-429a-b55e-6f4f350c896e None None] Provisioning complete for port bd849538-3882-42d9-b2ac-72f39828e003 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:42.772863 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b6921b4e-8232-429a-b55e-6f4f350c896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (bd849538-3882-42d9-b2ac-72f39828e003), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:42.823789 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 2, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:43.006989 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58057fe-7f32-49f2-b1cf-7603f64afbab None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 2, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:43.016178 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-b6921b4e-8232-429a-b55e-6f4f350c896e None None] Port bd849538-3882-42d9-b2ac-72f39828e003 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:40:43.030621 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port e6546e68-35d3-49cd-bcd9-58837ba45302 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:43.031006 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.126266 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port e6546e68-35d3-49cd-bcd9-58837ba45302 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:43.338346 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45010) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:43.344750 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-691034160-network', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:43.370221 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Made reservation on behalf of 826af5e1d2ce4cf7bd76c2e54fcacc8a for: {'network': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:40:43.372840 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for network (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.383858 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.472350 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks [] for security_group (9c772302-e471-4a0e-9efc-50bddcd7295d), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.477011 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9c772302-e471-4a0e-9efc-50bddcd7295d), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.497784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:40:43.517397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c772302-e471-4a0e-9efc-50bddcd7295d,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:43.522803 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (bea1ccef-3078-4018-99a0-4626d33e8391), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.523163 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.segments_db [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Added segment bea1ccef-3078-4018-99a0-4626d33e8391 of type vlan for network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 Feb 08 17:40:43.598591 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729374423080'] for network (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.646427 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972'] for network (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.647761 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:43.648552 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.734938 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3952169 Feb 08 17:40:43.739768 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45012) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:43.744793 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Request body: {'subnet': {'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-691034160-subnet', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'ip_version': 4}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:43.751327 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702395c-4231-4307-abb1-7f23b4099679 admin admin] Pushing event updated for resources: {'Network': ['ID=b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:43.763643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 details requested by agent ovs-agent-dv-cinder-822040-2-iscsi with host dv-cinder-822040-2-iscsi {{(pid=102591) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:40:43.776655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Made reservation on behalf of 826af5e1d2ce4cf7bd76c2e54fcacc8a for: {'subnet': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:40:43.779990 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4983818'] for subnet (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:43.977609 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5037862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4983860'] for subnet (3152f86e-2b53-4160-9d92-f12a203a500c), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.039253 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3152f86e-2b53-4160-9d92-f12a203a500c,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:44.046971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Checking segment: {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:44.047334 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Network hostable DHCP agents. Network: b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00, hostable agents: ['c6d0d781-b5e6-40c9-b15e-135a5f1ef01c'], hosted agents: [] {{(pid=102589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:40:44.068073 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 is scheduled to be hosted by DHCP agent c6d0d781-b5e6-40c9-b15e-135a5f1ef01c with binding_index 1 {{(pid=102589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:40:44.081326 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822040-2-iscsi, b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00) {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:44.087630 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:40:44.088511 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.091622 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46344d4-b062-4e24-905d-b6574d7633f9 None None] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:44.115872 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4eefdb7d-f9db-4312-9788-f82070e6e853 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3750961 Feb 08 17:40:44.118983 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45014) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:44.123570 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:44.145909 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-659022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11563'] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.147403 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11554'] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.209015 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for router_controller (47123bfb-71bb-44eb-b4fa-2df47b7d360b), precommit_add_association {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.221935 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a6b28d-7be7-5abd-81f2-022ea0b2b2f3-b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c'}]}} from dv-cinder-822040-2-iscsi. {{(pid=102591) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:40:44.223227 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.362618 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for router_gateway (47123bfb-71bb-44eb-b4fa-2df47b7d360b), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.367520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.db_base_plugin_common [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Allocated IP 172.20.0.2 (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00/3152f86e-2b53-4160-9d92-f12a203a500c/14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c) {{(pid=102591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:44.528518 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks [] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), precommit_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.535745 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), after_create {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.582042 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 is already hosted by enough agents. {{(pid=102591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:44.584177 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for router_gateway (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.585776 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.scheduler.base_scheduler [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Resources bound (agent type, host, resource id): {{(pid=102591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:44.590088 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Received port after_create {{(pid=102591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:44.596615 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,revision_number=1']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:44.608626 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.666404 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Attempting to bind port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:44.666915 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Attempting to bind port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:44.667376 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Attempting to bind port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c on network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:44.673043 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:44.673643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Checking segment: {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:44.675038 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.675498 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Bound using segment: {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:44.676037 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Bound port: 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:44.676490 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.729423 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Allocated IP 172.27.3.126 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/00e383c6-99ee-48ac-82aa-e8b6c477a263) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:44.746996 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] For port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:44.750619 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] For port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:44.758540 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.806965 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 57b86802-6dbf-44e5-ab75-31e40680eb37 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:44.875911 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803bc9f-4613-49c5-ae22-4d329003b9c4 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:44.876166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.902514 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 57b86802-6dbf-44e5-ab75-31e40680eb37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:44.902905 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.924072 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:44.969789 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:44.973939 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:44.980150 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:44.997289 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 57b86802-6dbf-44e5-ab75-31e40680eb37 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:44.997775 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:45.011455 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Pushing event updated for resources: {'Port': ['ID=00e383c6-99ee-48ac-82aa-e8b6c477a263,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:45.062710 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 57b86802-6dbf-44e5-ab75-31e40680eb37, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=57b86802-6dbf-44e5-ab75-31e40680eb37,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:45.070116 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:45.149849 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=57b86802-6dbf-44e5-ab75-31e40680eb37,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:45.281803 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for router_gateway (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:45.496692 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656455'] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:45.640161 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Router 47123bfb-71bb-44eb-b4fa-2df47b7d360b is scheduled to L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f with binding_index 1 {{(pid=102590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:40:45.711809 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:45.724963 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:45.725812 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:45.767265 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:45.783610 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Sync routers for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:45.787654 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:45.789644 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-48efe85f-d9b1-4bc8-86c2-b5c9bdc6d300 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6690295 Feb 08 17:40:45.791879 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45016) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:45.812274 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:45.812896 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:45.849355 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:45.937644 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:45.967526 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b741d-3d8c-4824-b4e9-ea10bdf764ba None None] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:40:46.066264 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 2, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:46.094403 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:46.094749 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Updating router 2b05834c-f088-48db-8dc3-2be43f77a141 port bd849538-3882-42d9-b2ac-72f39828e003 binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:40:46.118585 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Provisioning complete for port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:46.118972 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.125940 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (bd849538-3882-42d9-b2ac-72f39828e003), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.290964 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.302507 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Current status of the port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:46.303125 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.331232 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:45Z', 'revision_number': 3, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:46.373094 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Checking router: 47123bfb-71bb-44eb-b4fa-2df47b7d360b for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:46.373338 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Updating router 47123bfb-71bb-44eb-b4fa-2df47b7d360b port 00e383c6-99ee-48ac-82aa-e8b6c477a263 binding host dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:40:46.379021 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] For port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:46.395475 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.426935 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.483880 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Allocated IP 172.20.0.1 (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00/3152f86e-2b53-4160-9d92-f12a203a500c/51e4adfd-442c-442e-9ced-d990215fc44f) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:40:46.484112 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a645-117a-46d7-91b3-ba9fb55a34e7 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:46.513055 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks [] for port (bd849538-3882-42d9-b2ac-72f39828e003), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.524513 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.603533 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks [] for port (51e4adfd-442c-442e-9ced-d990215fc44f), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.604007 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Pushing event updated for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:46.624038 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.624548 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.625001 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.625460 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.625890 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.626317 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.626997 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.627297 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.627590 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.628076 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.628509 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.629028 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.629506 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:40:46.648721 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.649826 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-e8fe7689-ec06-4ea2-9447-9d874af11e5d None None] Provisioning complete for port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:46.650608 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7689-ec06-4ea2-9447-9d874af11e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.697850 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:46.707191 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:46.707943 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Attempting to bind port bd849538-3882-42d9-b2ac-72f39828e003 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:46.708532 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Attempting to bind port bd849538-3882-42d9-b2ac-72f39828e003 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:46.709849 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Attempting to bind port bd849538-3882-42d9-b2ac-72f39828e003 on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:46.725888 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:46.727130 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:46.728075 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.728724 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Bound using segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:46.729817 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Bound port: bd849538-3882-42d9-b2ac-72f39828e003, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:46.730443 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (bd849538-3882-42d9-b2ac-72f39828e003), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.732036 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:40:46.822926 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Pushing event updated for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:46.849420 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] For port bd849538-3882-42d9-b2ac-72f39828e003, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:46.856651 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] For port bd849538-3882-42d9-b2ac-72f39828e003, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=bd849538-3882-42d9-b2ac-72f39828e003,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:46.885349 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:46.908812 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656528'] for router_interface (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.055270 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:47.086468 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:47.087210 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:47.137191 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks [] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), precommit_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.171065 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.177840 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe7689-ec06-4ea2-9447-9d874af11e5d None None] Current status of the port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:47.261424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.303085 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dec7a-cf34-4a1d-8056-e8c32eb74d0f None None] Pushing event updated for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:47.377100 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:47.414884 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c77680-4a36-4048-8390-3077ca72a36a None None] Pushing event updated for resources: {'Port': ['ID=00e383c6-99ee-48ac-82aa-e8b6c477a263,revision_number=2']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:47.434453 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Attempting to bind port 00e383c6-99ee-48ac-82aa-e8b6c477a263 on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:47.434570 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Attempting to bind port 00e383c6-99ee-48ac-82aa-e8b6c477a263 by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:47.434886 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Attempting to bind port 00e383c6-99ee-48ac-82aa-e8b6c477a263 on network ddc7c803-4100-4a35-85c8-fcedd96b0a2e {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:47.438997 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Provisioning complete for port 51e4adfd-442c-442e-9ced-d990215fc44f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:47.439762 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.444678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:47.444678 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.463542 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:47.463919 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Checking segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:47.464320 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.464719 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Bound using segment: {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'} {{(pid=102591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:47.465237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.managers [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Bound port: 00e383c6-99ee-48ac-82aa-e8b6c477a263, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f91d1f-a088-4bf6-8841-f16d7215278a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e'}}] {{(pid=102591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:47.465597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.477706 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks [] for port (51e4adfd-442c-442e-9ced-d990215fc44f), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.482720 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.539209 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Port 51e4adfd-442c-442e-9ced-d990215fc44f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:40:47.563970 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659200'] for router_interface (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.567738 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Pushing event updated for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:47.574127 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Provisioning complete for port bd849538-3882-42d9-b2ac-72f39828e003 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:47.574509 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (bd849538-3882-42d9-b2ac-72f39828e003), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.598201 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:46Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:47.615392 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] For port 00e383c6-99ee-48ac-82aa-e8b6c477a263, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:47.631647 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263d120-f40a-4b92-b412-0f0593abd943 None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:46Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:47.650923 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] For port 00e383c6-99ee-48ac-82aa-e8b6c477a263, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=00e383c6-99ee-48ac-82aa-e8b6c477a263,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:47.664052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.669428 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:47.670518 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 57b86802-6dbf-44e5-ab75-31e40680eb37 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:47.676291 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:40:47.678065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:40:47.821477 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:47.822136 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:47.834826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Router 47123bfb-71bb-44eb-b4fa-2df47b7d360b has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:40:47.869151 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c77680-4a36-4048-8390-3077ca72a36a None None] Pushing event updated for resources: {'Port': ['ID=00e383c6-99ee-48ac-82aa-e8b6c477a263,revision_number=3']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:47.915403 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 57b86802-6dbf-44e5-ab75-31e40680eb37 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:47.915793 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.955894 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Current status of the port bd849538-3882-42d9-b2ac-72f39828e003 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:47.956224 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (bd849538-3882-42d9-b2ac-72f39828e003), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:47.992503 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:40:47.998117 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-44b7c17b-86c5-4bf0-a771-8fe2d0321d90 admin admin] 10.222.0.69 "PUT /v2.0/routers/47123bfb-71bb-44eb-b4fa-2df47b7d360b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2050359 Feb 08 17:40:48.028717 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] For port bd849538-3882-42d9-b2ac-72f39828e003, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=bd849538-3882-42d9-b2ac-72f39828e003,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:48.031614 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:48.061416 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:48.227747 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 57b86802-6dbf-44e5-ab75-31e40680eb37 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:48.242586 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a32d43-15f1-4242-bc1f-453d2acec660 None None] Pushing event updated for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:48.259546 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Provisioning complete for port 51e4adfd-442c-442e-9ced-d990215fc44f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:48.259928 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:48.320510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Port 51e4adfd-442c-442e-9ced-d990215fc44f cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:40:48.354622 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Provisioning complete for port bd849538-3882-42d9-b2ac-72f39828e003 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:48.355003 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (bd849538-3882-42d9-b2ac-72f39828e003), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:48.413001 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '51e4adfd-442c-442e-9ced-d990215fc44f', 'name': '', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'mac_address': 'fa:16:3e:43:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:46Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 2, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'subnets': [{'id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:48.462195 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c01bd-3d43-47cb-bfe4-5ac6c7688741 None None] The sync data for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi is: [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '51e4adfd-442c-442e-9ced-d990215fc44f', 'name': '', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'mac_address': 'fa:16:3e:43:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:46Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 2, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'subnets': [{'id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:48.482183 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-4546fdc9-addc-49f4-af94-79372005bfb4 None None] Current status of the port bd849538-3882-42d9-b2ac-72f39828e003 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:48.782461 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device bd849538-3882-42d9-b2ac-72f39828e003 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:48.834056 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port bd849538-3882-42d9-b2ac-72f39828e003 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:48.834536 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (bd849538-3882-42d9-b2ac-72f39828e003), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:48.925262 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port bd849538-3882-42d9-b2ac-72f39828e003 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:49.703497 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45026) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:49.708106 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270351217', 'description': 'tempest-secgroup-smoke-270351217 description', 'project_id': '12a62a1727984ff69d6de64fdfb1137e'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:49.727638 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.798697 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (a287edb5-5ac1-46f0-a611-446dc5ac6d9d), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.807908 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a287edb5-5ac1-46f0-a611-446dc5ac6d9d), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.847192 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.848805 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1442618 Feb 08 17:40:49.850972 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea19e-da02-4af8-a0c3-c862d8720f76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a287edb5-5ac1-46f0-a611-446dc5ac6d9d,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:49.852049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45028) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:49.856823 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:49.884103 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (b3089159-0def-4b4b-ada4-6b1293375309), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.957830 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (b3089159-0def-4b4b-ada4-6b1293375309), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.962814 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (b3089159-0def-4b4b-ada4-6b1293375309), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.983189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3089159-0def-4b4b-ada4-6b1293375309,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:49.996472 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:49.997797 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-32855255-c389-416c-9d47-6afcd64429d1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446452 Feb 08 17:40:50.000603 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45030) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:50.005284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:50.032015 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (b19e8f78-06f5-4c35-9cd0-2e750648f07a), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.097785 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (b19e8f78-06f5-4c35-9cd0-2e750648f07a), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.101588 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (b19e8f78-06f5-4c35-9cd0-2e750648f07a), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.121399 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19e8f78-06f5-4c35-9cd0-2e750648f07a,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:50.131536 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.133332 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-14e23a0a-21f1-47af-9725-c1d667e7a3e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311634 Feb 08 17:40:50.135705 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45032) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:50.140267 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:50.167778 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (36ba1e7f-d79d-4152-a83d-d03e6d89625e), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.229554 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (36ba1e7f-d79d-4152-a83d-d03e6d89625e), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.233667 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (36ba1e7f-d79d-4152-a83d-d03e6d89625e), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.254133 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ba1e7f-d79d-4152-a83d-d03e6d89625e,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:50.259981 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.263863 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-ec541962-279c-4b75-8f10-cd12bbf50c29 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244843 Feb 08 17:40:50.264257 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45034) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:50.269601 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:50.296694 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (ba617295-0c30-4cfe-8a3b-f1ac147f7bf1), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.359108 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (ba617295-0c30-4cfe-8a3b-f1ac147f7bf1), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.366815 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (ba617295-0c30-4cfe-8a3b-f1ac147f7bf1), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.385535 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba617295-0c30-4cfe-8a3b-f1ac147f7bf1,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:50.395996 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.397685 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-b8787fd2-a462-4b6e-94ea-f54a121a7195 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319437 Feb 08 17:40:50.400213 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45036) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:50.404802 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:50.427039 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.securitygroups_db [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Project 12a62a1727984ff69d6de64fdfb1137e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:40:50.434288 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (d61989a0-b284-4717-9b82-2b08088bdb37), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.492695 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (d61989a0-b284-4717-9b82-2b08088bdb37), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.498209 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (d61989a0-b284-4717-9b82-2b08088bdb37), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.515672 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61989a0-b284-4717-9b82-2b08088bdb37,revision_number=0']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:50.524222 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.525455 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8c5b9e50-1371-4474-b733-5a419e898b54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241860 Feb 08 17:40:50.528511 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45038) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:40:50.533071 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'security_group_rule': {'security_group_id': 'a287edb5-5ac1-46f0-a611-446dc5ac6d9d', 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:40:50.553821 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.securitygroups_db [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Project 12a62a1727984ff69d6de64fdfb1137e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:40:50.558828 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (ff216679-a8d9-45ff-ae07-6136c72f24a1), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.618411 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (ff216679-a8d9-45ff-ae07-6136c72f24a1), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.623202 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590234'] for security_group_rule (ff216679-a8d9-45ff-ae07-6136c72f24a1), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.647332 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff216679-a8d9-45ff-ae07-6136c72f24a1,revision_number=0']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:50.653397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.654455 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-573551ca-bfb3-4211-9eba-1db9c1eeda3b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248720 Feb 08 17:40:50.776013 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 00e383c6-99ee-48ac-82aa-e8b6c477a263 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:50.828630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 00e383c6-99ee-48ac-82aa-e8b6c477a263 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:50.828962 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.916029 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 00e383c6-99ee-48ac-82aa-e8b6c477a263 is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:50.916694 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:50.940772 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] For port 00e383c6-99ee-48ac-82aa-e8b6c477a263, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=00e383c6-99ee-48ac-82aa-e8b6c477a263,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:50.946871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:51.003130 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Pushing event updated for resources: {'Port': ['ID=00e383c6-99ee-48ac-82aa-e8b6c477a263,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:51.211738 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Sync routers for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:40:51.222605 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:51.223217 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:51.337902 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:51.587406 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '51e4adfd-442c-442e-9ced-d990215fc44f', 'name': '', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'mac_address': 'fa:16:3e:43:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:46Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 2, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'subnets': [{'id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:51.629523 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Checking router: 47123bfb-71bb-44eb-b4fa-2df47b7d360b for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:40:51.630020 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Updating router 47123bfb-71bb-44eb-b4fa-2df47b7d360b port 51e4adfd-442c-442e-9ced-d990215fc44f binding host dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:40:51.682526 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.032178 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks [] for port (51e4adfd-442c-442e-9ced-d990215fc44f), precommit_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.040570 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.099107 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb521dc-afc3-44a4-ae68-728fd78540b4 None None] Pushing event updated for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=3']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:52.173410 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Attempting to bind port 51e4adfd-442c-442e-9ced-d990215fc44f on host dv-cinder-822040-2-iscsi for vnic_type normal with profile {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:40:52.174620 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Attempting to bind port 51e4adfd-442c-442e-9ced-d990215fc44f by drivers openvswitch,hyperv on host dv-cinder-822040-2-iscsi at level 0 using segments [{'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:40:52.175244 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Attempting to bind port 51e4adfd-442c-442e-9ced-d990215fc44f on network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:40:52.184408 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Checking agent: {'id': '2fb65824-279f-489c-81c2-1e6af67cd94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822040-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 20, 11), 'started_at': datetime.datetime(2022, 2, 8, 17, 20, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822040-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:40:52.184781 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Checking segment: {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:40:52.185228 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.185633 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Bound using segment: {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'} {{(pid=102592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:40:52.186261 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.managers [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Bound port: 51e4adfd-442c-442e-9ced-d990215fc44f, host: dv-cinder-822040-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea1ccef-3078-4018-99a0-4626d33e8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00'}}] {{(pid=102592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:40:52.186799 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), before_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.265445 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] For port 51e4adfd-442c-442e-9ced-d990215fc44f, host dv-cinder-822040-2-iscsi, cleared binding levels {{(pid=102592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:40:52.274093 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.plugins.ml2.db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] For port 51e4adfd-442c-442e-9ced-d990215fc44f, host dv-cinder-822040-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=51e4adfd-442c-442e-9ced-d990215fc44f,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:40:52.281861 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron_lib.callbacks.manager [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_update {{(pid=102592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.328630 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:40:52.329393 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:40:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:52.348699 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Provisioning complete for port 51e4adfd-442c-442e-9ced-d990215fc44f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:52.349425 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.435778 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb521dc-afc3-44a4-ae68-728fd78540b4 None None] Pushing event updated for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=4']} {{(pid=102592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:52.466304 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Current status of the port 51e4adfd-442c-442e-9ced-d990215fc44f is: DOWN; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:52.466697 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.478951 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:40:52.508640 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] For port 51e4adfd-442c-442e-9ced-d990215fc44f, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=51e4adfd-442c-442e-9ced-d990215fc44f,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:40:52.515852 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.571313 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60908c-ec08-4f58-81d0-11e1294cef36 None None] Pushing event updated for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:40:52.637537 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-421527ab-55f5-4e7a-adbf-1e4209021c5a None None] Provisioning complete for port 51e4adfd-442c-442e-9ced-d990215fc44f triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:52.637925 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-421527ab-55f5-4e7a-adbf-1e4209021c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:52.725209 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '51e4adfd-442c-442e-9ced-d990215fc44f', 'name': '', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'mac_address': 'fa:16:3e:43:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:46Z', 'updated_at': '2022-02-08T17:40:52Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'subnets': [{'id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:40:52.756892 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba80a2c-f8a2-4d25-9e71-c1e62cfdee8c None None] The sync data for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi is: [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': '51e4adfd-442c-442e-9ced-d990215fc44f', 'name': '', 'network_id': 'b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'mac_address': 'fa:16:3e:43:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:46Z', 'updated_at': '2022-02-08T17:40:52Z', 'revision_number': 4, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'subnets': [{'id': '3152f86e-2b53-4160-9d92-f12a203a500c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:40:52.895050 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 51e4adfd-442c-442e-9ced-d990215fc44f up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:52.924391 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-421527ab-55f5-4e7a-adbf-1e4209021c5a None None] Current status of the port 51e4adfd-442c-442e-9ced-d990215fc44f is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:52.954080 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 51e4adfd-442c-442e-9ced-d990215fc44f triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:52.954364 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:53.071506 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 51e4adfd-442c-442e-9ced-d990215fc44f is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:53.072636 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 00e383c6-99ee-48ac-82aa-e8b6c477a263 up at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:40:53.138273 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Provisioning complete for port 00e383c6-99ee-48ac-82aa-e8b6c477a263 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:40:53.138821 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:40:53.259346 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Current status of the port 00e383c6-99ee-48ac-82aa-e8b6c477a263 is: ACTIVE; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:40:54.467361 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:41:04.712532 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5f083694-b7bf-4193-8c98-b205d5440498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:07.149145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f25b47d2-2fda-41a5-857c-e7ce9bdb956e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:07.258470 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-743e4bbd-c1cf-4080-b96f-6a3b1335c63d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270351217&fields=id&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 267 time: 0.0538168 Feb 08 17:41:07.379348 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-5139d44d-ed78-4b88-a8a3-82ca3ac4fb94 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:07.380814 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-5139d44d-ed78-4b88-a8a3-82ca3ac4fb94 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1148419 Feb 08 17:41:07.401400 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-4f58dc07-b269-47f6-ae27-48ff1f7b50a2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/quotas/12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 375 time: 0.0107281 Feb 08 17:41:07.469386 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-60e35096-2a69-4d8b-9da1-2b4750b7cfc5 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581284 Feb 08 17:41:07.605628 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-131a9988-57c6-410b-a576-0feed4d1013c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:41:07.606959 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-131a9988-57c6-410b-a576-0feed4d1013c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1252968 Feb 08 17:41:07.699503 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-724fd974-ab44-4029-aef2-59c8fe44a1d6 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Feb 08 17:41:07.797068 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-59cab00e-6a59-40e7-bcb2-e57e147ead70 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907359 Feb 08 17:41:08.068724 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:08.123221 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a4b49af4-642f-4620-b3a6-8c2deeff56f2 req-f4ce6075-4dde-46e4-909d-75409c2e9461 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Feb 08 17:41:09.302350 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-128350af-a1f9-4509-a6c8-b1107d06edea req-bf00a9e0-dca1-4693-bf98-7980a34b119d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 210 time: 0.0525012 Feb 08 17:41:09.316002 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-da4e4c48-1492-4818-9754-c5f99c465a6d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:09.317630 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-da4e4c48-1492-4818-9754-c5f99c465a6d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1741633 Feb 08 17:41:09.395932 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-9f2b1afe-3cea-4ceb-98cb-191ac052d75d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 379 time: 0.0607839 Feb 08 17:41:09.407375 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'port': {'device_id': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'admin_state_up': True, 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'security_groups': ['a287edb5-5ac1-46f0-a611-446dc5ac6d9d']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:41:09.547122 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Made reservation on behalf of 12a62a1727984ff69d6de64fdfb1137e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:41:09.551123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:09.698477 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.20.0.6 (03f089e2-21e2-4958-941c-e799f90c427c/a38da775-814c-4f36-bfef-af373cc60aa8/d0896923-3030-47a5-aa2d-2851f94e7668) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:41:10.008301 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.143070 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (d0896923-3030-47a5-aa2d-2851f94e7668), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.180049 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.229861 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:41:10.233620 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:41:10.237860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:41:10.245240 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:10.298889 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:10.299563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.325590 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-911f6178-1498-4860-aa66-c682ad116b49 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9155431 Feb 08 17:41:10.336367 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Request body: {'port': {'device_id': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:41:10.459388 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.515305 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ca64-ac2c-4c6c-a2cb-9a7cdadad0ba req-a2478221-abec-43f0-aaba-3351297eaf04 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:10.516845 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6d0ca64-ac2c-4c6c-a2cb-9a7cdadad0ba req-a2478221-abec-43f0-aaba-3351297eaf04 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 931 time: 0.1290648 Feb 08 17:41:10.572170 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-2a430d3b-353d-448f-8346-f77eec8f1de4 None None] Provisioning complete for port d0896923-3030-47a5-aa2d-2851f94e7668 triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:41:10.572682 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2a430d3b-353d-448f-8346-f77eec8f1de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.613392 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-2a430d3b-353d-448f-8346-f77eec8f1de4 None None] Port d0896923-3030-47a5-aa2d-2851f94e7668 cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:41:10.658805 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d6d0ca64-ac2c-4c6c-a2cb-9a7cdadad0ba req-7802b8ec-8dd1-4bd7-8e17-b065e8efc09a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310041 Feb 08 17:41:10.856082 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0896923-3030-47a5-aa2d-2851f94e7668 {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:41:10.872214 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks [] for port (d0896923-3030-47a5-aa2d-2851f94e7668), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.894120 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Transition to ACTIVE for port object d0896923-3030-47a5-aa2d-2851f94e7668 will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:41:10.900798 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:10.951394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Pushing event updated for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:11.060189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Attempting to bind port d0896923-3030-47a5-aa2d-2851f94e7668 on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:41:11.060747 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Attempting to bind port d0896923-3030-47a5-aa2d-2851f94e7668 by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:41:11.061332 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Attempting to bind port d0896923-3030-47a5-aa2d-2851f94e7668 on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:41:11.068935 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Port d0896923-3030-47a5-aa2d-2851f94e7668 on network 03f089e2-21e2-4958-941c-e799f90c427c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:41:11.070710 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Attempting to bind port d0896923-3030-47a5-aa2d-2851f94e7668 on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:41:11.078128 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:41:11.078680 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:41:11.079318 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Bound using segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:41:11.080601 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Bound port: d0896923-3030-47a5-aa2d-2851f94e7668, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:41:11.081222 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:11.156931 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:41:11.160573 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=d0896923-3030-47a5-aa2d-2851f94e7668,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:41:11.168722 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:11.205007 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.206203 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:11.207655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] 10.222.0.64 "PUT /v2.0/ports/d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 200 len: 1093 time: 0.8799429 Feb 08 17:41:11.208098 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:41:11.210951 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465b9e2-1ac9-49ec-95e1-824f90def7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:41:11.247830 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ce7c-2a75-4fe7-95a8-03727daa570c service neutron] Pushing event updated for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:11.276352 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:11.308569 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978d1a9-73c4-4424-916a-5b4b24d77950 x-openstack-request-id: req-b978d1a9-73c4-4424-916a-5b4b24d77950 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:41:11.308877 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:41:11.309288 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b978d1a9-73c4-4424-916a-5b4b24d77950 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:41:11.309581 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'status': 'completed', 'code': 200} Feb 08 17:41:11.338340 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-7af20567-30c5-422e-b355-fb631764ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.340318 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-7af20567-30c5-422e-b355-fb631764ea6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1127 time: 0.0790517 Feb 08 17:41:11.387948 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-3c25c21c-c75f-430f-9b00-584c596e4e21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 200 len: 217 time: 0.0397789 Feb 08 17:41:11.444882 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-811b34fa-250a-420f-a9f4-1ea6c9941552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.447416 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-811b34fa-250a-420f-a9f4-1ea6c9941552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0484948 Feb 08 17:41:11.512215 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-6e0545cc-4912-4cd2-9120-a622e6adea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.513707 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-6e0545cc-4912-4cd2-9120-a622e6adea48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585723 Feb 08 17:41:11.610361 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-d94c5f5c-288e-4b74-be38-9edf54ea17a6 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894434 Feb 08 17:41:11.722500 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-3df424f1-c427-4ab4-9321-76f381be1ab8 req-f34cef2d-9a24-4f91-b3da-a94fd09456ce service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023180 Feb 08 17:41:11.836786 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6fdf-96eb-45e9-a31b-776764d94f9d req-cc07e8e1-88e3-4ccb-8dff-63079db77fda tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.838898 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2cab6fdf-96eb-45e9-a31b-776764d94f9d req-cc07e8e1-88e3-4ccb-8dff-63079db77fda tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.1023073 Feb 08 17:41:11.903180 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-e6174445-3962-4a4c-a62b-efe6723288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:11.904287 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-e6174445-3962-4a4c-a62b-efe6723288f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1127 time: 0.1150987 Feb 08 17:41:11.962653 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2cab6fdf-96eb-45e9-a31b-776764d94f9d req-1d596257-97ff-4e18-b3a8-dd979379d219 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111772 Feb 08 17:41:12.076297 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-08668370-02ee-4738-8992-e936e1883e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:12.078942 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-08668370-02ee-4738-8992-e936e1883e1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.1510510 Feb 08 17:41:12.124831 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-701b99ca-1427-4370-a686-86bd7e8f49a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 200 len: 217 time: 0.0382774 Feb 08 17:41:12.183016 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-97a21129-2163-4b08-b699-0f98b8134707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:12.184544 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-97a21129-2163-4b08-b699-0f98b8134707 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0493789 Feb 08 17:41:12.243917 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-e1bc02ac-2c59-4fd7-b1d8-7dc719ffc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:12.245791 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-e1bc02ac-2c59-4fd7-b1d8-7dc719ffc0be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540857 Feb 08 17:41:12.348669 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-649934e5-936f-46e2-b0dc-2aa5948c40dc service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939202 Feb 08 17:41:12.453755 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1465b9e2-1ac9-49ec-95e1-824f90def7d4 req-21211af9-d65e-4e14-9046-e64bfe60d523 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986986 Feb 08 17:41:12.716310 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:13.099348 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6afd-7c0a-4983-a1a2-8cdadf9b5c5c req-b358726a-8e44-4f04-8944-712e4e32e3c5 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:13.101387 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-267a6afd-7c0a-4983-a1a2-8cdadf9b5c5c req-b358726a-8e44-4f04-8944-712e4e32e3c5 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.0565023 Feb 08 17:41:13.153470 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-267a6afd-7c0a-4983-a1a2-8cdadf9b5c5c req-0d990beb-3c6c-4ea3-b9e0-80e2c415c348 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455978 Feb 08 17:41:14.274419 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346b1a9-94de-4e63-b622-ccca0f191907 req-2da71d21-de05-4400-81bc-704d2e61b5f3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:14.275955 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2346b1a9-94de-4e63-b622-ccca0f191907 req-2da71d21-de05-4400-81bc-704d2e61b5f3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.0542865 Feb 08 17:41:14.329917 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2346b1a9-94de-4e63-b622-ccca0f191907 req-9d5604d2-dd6c-47eb-94ac-5d7a3ce3ee6f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484200 Feb 08 17:41:15.445339 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c12a-3069-4e95-983e-91736ef5b4be req-ab4af4d1-2c39-4e4b-bc83-a35a8187494e tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:15.446796 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cd35c12a-3069-4e95-983e-91736ef5b4be req-ab4af4d1-2c39-4e4b-bc83-a35a8187494e tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.0511048 Feb 08 17:41:15.498525 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-cd35c12a-3069-4e95-983e-91736ef5b4be req-2c5a4be0-f8f6-4e4a-aba3-1c22e46e13fa tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461700 Feb 08 17:41:16.629544 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864a29-ac4a-49d3-8194-cd82d18961d4 req-65d010e4-a76b-4286-9211-3324f4c5e54b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:16.631015 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28864a29-ac4a-49d3-8194-cd82d18961d4 req-65d010e4-a76b-4286-9211-3324f4c5e54b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.0544157 Feb 08 17:41:16.686160 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-28864a29-ac4a-49d3-8194-cd82d18961d4 req-5de6418c-270f-44e6-bda3-8a51243fd0bc tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496266 Feb 08 17:41:17.804876 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c643a77-37d9-4918-8912-f93a60c9b548 req-fdf03420-9d78-439f-83cc-fb64f766a0c1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:17.806424 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9c643a77-37d9-4918-8912-f93a60c9b548 req-fdf03420-9d78-439f-83cc-fb64f766a0c1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 943 time: 0.0531421 Feb 08 17:41:17.855903 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9c643a77-37d9-4918-8912-f93a60c9b548 req-d8e90105-e5aa-4223-b148-3f2df1825ffc tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Feb 08 17:41:18.730994 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device d0896923-3030-47a5-aa2d-2851f94e7668 details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:41:18.835880 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=d0896923-3030-47a5-aa2d-2851f94e7668,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:41:18.850197 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'port_id': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'mac_address': 'fa:16:3e:89:f3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:41:18.892161 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port d0896923-3030-47a5-aa2d-2851f94e7668 is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:41:18.892597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:18.907780 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0896923-3030-47a5-aa2d-2851f94e7668 {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:41:18.930989 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=d0896923-3030-47a5-aa2d-2851f94e7668,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:41:18.935279 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:18.993716 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdfde5-3532-4f95-8812-248d30d42894 req-643c99f2-64cf-4902-b717-6ba4f3c3204a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:18.995481 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9dbdfde5-3532-4f95-8812-248d30d42894 req-643c99f2-64cf-4902-b717-6ba4f3c3204a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 944 time: 0.0690427 Feb 08 17:41:18.999832 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:19.054278 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9dbdfde5-3532-4f95-8812-248d30d42894 req-59f997f9-3da6-4da2-8f6e-0fc876fa783f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506663 Feb 08 17:41:19.209661 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['d0896923-3030-47a5-aa2d-2851f94e7668'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:41:20.172793 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cdc48-f087-4946-b2a1-864b48fefe76 req-96cb3b5a-4da4-4954-88bb-dc3b8a989bfd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:20.174765 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a0cdc48-f087-4946-b2a1-864b48fefe76 req-96cb3b5a-4da4-4954-88bb-dc3b8a989bfd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 944 time: 0.0524118 Feb 08 17:41:20.222100 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8a0cdc48-f087-4946-b2a1-864b48fefe76 req-e598d6b4-8250-44a6-a382-a80a53fcf882 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Feb 08 17:41:20.736732 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device d0896923-3030-47a5-aa2d-2851f94e7668 up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:41:20.790270 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port d0896923-3030-47a5-aa2d-2851f94e7668 completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:41:20.794634 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port d0896923-3030-47a5-aa2d-2851f94e7668 triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:41:20.795627 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:20.874609 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port d0896923-3030-47a5-aa2d-2851f94e7668 is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:41:20.875001 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:20.900081 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:41:20.902308 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b10eb-8fe0-43ae-ba72-fe061956e6fe" -d '{"events": [{"server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "name": "network-vif-plugged", "status": "completed", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:41:20.918147 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=d0896923-3030-47a5-aa2d-2851f94e7668,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:41:20.923237 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:20.950504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088b00c-0c37-4a92-b002-72baa197f8e9 x-openstack-request-id: req-8088b00c-0c37-4a92-b002-72baa197f8e9 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:41:20.950818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "name": "network-vif-plugged", "status": "completed", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:41:20.951131 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8088b00c-0c37-4a92-b002-72baa197f8e9 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:41:20.951739 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'code': 200} Feb 08 17:41:20.981395 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:21.174210 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef4f6-0368-4b23-a31b-2fc03efd8869 req-d2f091e5-dc3a-443c-9c73-3dd317219f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:21.175704 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e9ef4f6-0368-4b23-a31b-2fc03efd8869 req-d2f091e5-dc3a-443c-9c73-3dd317219f77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1129 time: 0.0501184 Feb 08 17:41:21.223423 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e9ef4f6-0368-4b23-a31b-2fc03efd8869 req-a55eb1c5-7fc6-4a86-9012-5d468f09f934 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405707 Feb 08 17:41:21.367271 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967db9b9-be98-4870-97c0-75c4636b52a3 req-c52549ee-9903-41af-95b2-6ed5d846e8e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:21.368810 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-967db9b9-be98-4870-97c0-75c4636b52a3 req-c52549ee-9903-41af-95b2-6ed5d846e8e3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0735013 Feb 08 17:41:21.422282 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-967db9b9-be98-4870-97c0-75c4636b52a3 req-2fb012b4-9ef9-4856-904c-cc832a6a3885 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468998 Feb 08 17:41:22.561198 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7429-a10b-4a85-8335-f0195a8ce853 req-1475ac28-d474-4d1a-861b-5fdb1911530a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:22.562859 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-901e7429-a10b-4a85-8335-f0195a8ce853 req-1475ac28-d474-4d1a-861b-5fdb1911530a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Feb 08 17:41:22.614957 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-901e7429-a10b-4a85-8335-f0195a8ce853 req-54fcc41f-87df-4b71-935c-7edd4f138a80 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458853 Feb 08 17:41:22.735365 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb40b-a6b4-44b8-a660-1809fb234a60 req-e8d19493-fc66-4e7a-872c-3234b9d7654e tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:22.737478 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-abbdb40b-a6b4-44b8-a660-1809fb234a60 req-e8d19493-fc66-4e7a-872c-3234b9d7654e tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Feb 08 17:41:22.792003 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-abbdb40b-a6b4-44b8-a660-1809fb234a60 req-9fb0cd1e-1c69-47fb-a82e-255a8215928c tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488889 Feb 08 17:41:22.826399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45198) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:41:22.925243 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77a611-acd0-462e-81f1-9b51d3d7000d tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:22.926794 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-cd77a611-acd0-462e-81f1-9b51d3d7000d tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1124 time: 0.0993016 Feb 08 17:41:22.929647 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45202) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:41:22.934020 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'port_id': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:41:22.956180 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:23.064213 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:23.173510 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.27.3.237 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/2c073149-587c-4e3d-90d5-542455e415f6) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:41:23.278955 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (2c073149-587c-4e3d-90d5-542455e415f6), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:23.316770 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (2c073149-587c-4e3d-90d5-542455e415f6), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:23.358473 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:41:23.361409 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:41:23.364906 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:41:23.371270 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=2c073149-587c-4e3d-90d5-542455e415f6,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:23.978725 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (c0d3b57c-80b2-490e-b6ef-6acea396adc5), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.049957 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (2c073149-587c-4e3d-90d5-542455e415f6), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.193104 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (2c073149-587c-4e3d-90d5-542455e415f6), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.197748 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (2c073149-587c-4e3d-90d5-542455e415f6), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.266392 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=2c073149-587c-4e3d-90d5-542455e415f6,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:41:24.279896 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (c0d3b57c-80b2-490e-b6ef-6acea396adc5), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.382840 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP c0d3b57c-80b2-490e-b6ef-6acea396adc5 associated. External IP: 172.27.3.237, port: d0896923-3030-47a5-aa2d-2851f94e7668. Feb 08 17:41:24.600663 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:41:24.707884 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:41:24.719772 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:41:24.726089 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:24.730077 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:41:24.730707 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:41:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:41:24.760383 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a6d9932d-053a-4fad-ae80-c62135e3a59f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8296270 Feb 08 17:41:24.760963 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:41:24.763297 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcad055-b85b-4f70-b32b-312cce77d5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:41:24.808042 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16b829-07ab-4b96-890b-b979d0956698 x-openstack-request-id: req-ca16b829-07ab-4b96-890b-b979d0956698 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:41:24.808506 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:41:24.808928 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca16b829-07ab-4b96-890b-b979d0956698 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:41:24.809680 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'status': 'completed', 'code': 200} Feb 08 17:41:24.853979 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:41:24.887551 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-a2e36155-62a9-4b9f-8d56-537bf5d6f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:24.889083 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-a2e36155-62a9-4b9f-8d56-537bf5d6f1c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1129 time: 0.0511515 Feb 08 17:41:24.989605 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-542e2668-aa59-4d08-b047-84792545c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:24.991081 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-542e2668-aa59-4d08-b047-84792545c6f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0948679 Feb 08 17:41:25.064975 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-14f9a664-01dd-4bc3-b1e7-9bab47b68250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 200 len: 999 time: 0.0613127 Feb 08 17:41:25.099877 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'c0d3b57c-80b2-490e-b6ef-6acea396adc5', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:89:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:41:23Z', 'updated_at': '2022-02-08T17:41:23Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:41:25.110600 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-4dff9ddf-1421-4a26-9c3f-c3b1265281ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:25.112022 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-4dff9ddf-1421-4a26-9c3f-c3b1265281ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0463924 Feb 08 17:41:25.127372 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:41:25.136300 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:41:25.136930 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:41:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:41:25.168239 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-0d606a7b-1777-4e9c-b857-d2100591345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:41:25.169817 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-0d606a7b-1777-4e9c-b857-d2100591345d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514996 Feb 08 17:41:25.249527 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:41:25.262854 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-52989a13-fa78-4b16-accd-f171930aea3f service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Feb 08 17:41:25.362371 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-cbcad055-b85b-4f70-b32b-312cce77d5cc req-4d8d11ba-5efd-4db1-98fe-3d9d33e29337 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918987 Feb 08 17:41:25.488926 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'c0d3b57c-80b2-490e-b6ef-6acea396adc5', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:89:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:41:23Z', 'updated_at': '2022-02-08T17:41:23Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:41:25.520181 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bff35-a150-4135-96b2-96b49edba157 None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'c0d3b57c-80b2-490e-b6ef-6acea396adc5', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:89:f3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:41:23Z', 'updated_at': '2022-02-08T17:41:23Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:41:25.715620 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810750cb-4c52-4e8b-a02e-1d4c5a075262 None None] New status for floating IP c0d3b57c-80b2-490e-b6ef-6acea396adc5: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:41:31.466930 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:41:34.708718 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6caab5b5-708e-434c-926b-7def4f5728ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:37.134301 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4151d820-2ee9-4bf1-8ce8-dabf75868a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:38.062834 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:40.000882 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:41.231742 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:41:42.712997 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:04.702413 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e448657e-3630-4411-aa82-7755df7bcf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:07.139346 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2e6ae405-b081-49e9-b591-77c25970e1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:08.067669 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:08.465672 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:42:10.006832 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:11.234807 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:12.709895 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:21.850807 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-60c5fe68-a418-471f-8aa2-7aa4dcf6030e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525301 Feb 08 17:42:21.956026 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-db4adb85-aa2f-4336-81a3-c66b269ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:42:21.957664 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-db4adb85-aa2f-4336-81a3-c66b269ae9ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 1129 time: 0.0543516 Feb 08 17:42:22.087793 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-28c75b61-6120-4569-b90b-650631847261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:42:22.090211 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-28c75b61-6120-4569-b90b-650631847261 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.1056821 Feb 08 17:42:22.162614 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-5af3764c-e54c-4844-b58b-a0e9dee68aa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 200 len: 1001 time: 0.0652645 Feb 08 17:42:22.214588 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-6c2c218c-a8cd-4ecc-94cf-4254cdf0464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:42:22.216093 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-6c2c218c-a8cd-4ecc-94cf-4254cdf0464d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0469334 Feb 08 17:42:22.279333 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-4b795507-0f65-4f37-a079-1a4f02d5b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:42:22.280876 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-4b795507-0f65-4f37-a079-1a4f02d5b0e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546613 Feb 08 17:42:22.430145 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-c67b298a-e669-41b8-8aa9-b259fa510393 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419275 Feb 08 17:42:22.539239 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ad29646a-9372-4bc3-8ab9-15b314a136ac req-99684f56-344e-47f0-adf8-f42a55e22c4e service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019769 Feb 08 17:42:34.710288 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-67398be2-97cd-4464-8bf9-4b592d1393c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:37.133631 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-23ade43d-0f95-4817-96e2-cb6d1c23bc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:38.073408 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:40.011449 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:41.238808 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:42.734551 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:42:45.464353 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:43:04.705389 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-491095ff-2bc2-4122-9aef-367d7d16d1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:07.136700 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-db079f13-a397-4b2f-a382-f12644f03a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:08.074477 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:10.009899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:11.242099 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:12.735568 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:22.427156 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bd80f-313c-4be4-bdd1-8303d1ec3499 req-e0e861fc-7b80-42f9-aff8-405767adfc97 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:22.428668 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e1bd80f-313c-4be4-bdd1-8303d1ec3499 req-e0e861fc-7b80-42f9-aff8-405767adfc97 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0560644 Feb 08 17:43:22.464229 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:43:22.484393 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0e1bd80f-313c-4be4-bdd1-8303d1ec3499 req-490d77d2-6031-4a3e-b2ea-4b6a4b27532d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496705 Feb 08 17:43:23.629878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10165f52-f0df-4831-99c4-48b31d68abd4 req-d0a3867d-69a9-472a-be9e-a5c99994ac54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:23.631499 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-10165f52-f0df-4831-99c4-48b31d68abd4 req-d0a3867d-69a9-472a-be9e-a5c99994ac54 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0663197 Feb 08 17:43:23.689216 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-10165f52-f0df-4831-99c4-48b31d68abd4 req-767145c8-d1be-4ada-ad09-9af90c10b375 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Feb 08 17:43:24.099032 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-08fb68ce-d884-49b3-86e7-b3d752a1ffe3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:24.100536 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-08fb68ce-d884-49b3-86e7-b3d752a1ffe3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 945 time: 0.0546234 Feb 08 17:43:24.196826 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port d0896923-3030-47a5-aa2d-2851f94e7668 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:43:24.197195 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.286440 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] For port d0896923-3030-47a5-aa2d-2851f94e7668, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=d0896923-3030-47a5-aa2d-2851f94e7668,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:43:24.286804 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.465090 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.465394 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (c0d3b57c-80b2-490e-b6ef-6acea396adc5), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.465716 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP c0d3b57c-80b2-490e-b6ef-6acea396adc5 disassociated. External IP: 172.27.3.237, port: d0896923-3030-47a5-aa2d-2851f94e7668. Feb 08 17:43:24.466059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for d0896923-3030-47a5-aa2d-2851f94e7668 owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:43:24.603588 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (d0896923-3030-47a5-aa2d-2851f94e7668), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.631309 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=d0896923-3030-47a5-aa2d-2851f94e7668,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:24.641185 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.641538 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.641886 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.642227 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.642564 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.642905 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.643284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.643618 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.644468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.644468 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.644666 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.644885 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.645226 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:24.766645 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:43:24.870347 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-75d3186d-4840-4981-a6c9-c2b16aa50d02 req-ae44da24-b4cc-46ba-88cc-2e49f3fe7b17 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c59cc32-12d5-4231-8e96-f46b9f36ec47 HTTP/1.1" status: 200 len: 210 time: 0.0906126 Feb 08 17:43:24.917656 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:43:24.928794 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:43:24.947329 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:43:24.947968 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:43:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:24.973614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] No DVR routers for this DVR port d0896923-3030-47a5-aa2d-2851f94e7668 on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:43:24.980658 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:24.981559 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9cd39808-9f7c-4d8f-a2d7-2ca4b2ed7ee9 req-6db5ced7-a3ce-4713-bcfd-5b26881f81bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "DELETE /v2.0/ports/d0896923-3030-47a5-aa2d-2851f94e7668 HTTP/1.1" status: 204 len: 173 time: 0.8755691 Feb 08 17:43:24.982096 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'name': 'network-vif-deleted', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:43:24.985964 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab3833e-dce0-4423-91a1-de0fa5f75b38" -d '{"events": [{"server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "name": "network-vif-deleted", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:43:25.054016 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ba8da-7cb7-42b4-8311-2403ac35a277 x-openstack-request-id: req-c15ba8da-7cb7-42b4-8311-2403ac35a277 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:43:25.054385 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c59cc32-12d5-4231-8e96-f46b9f36ec47", "name": "network-vif-deleted", "tag": "d0896923-3030-47a5-aa2d-2851f94e7668", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:43:25.054856 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c15ba8da-7cb7-42b4-8311-2403ac35a277 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:43:25.055806 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c59cc32-12d5-4231-8e96-f46b9f36ec47', 'name': 'network-vif-deleted', 'tag': 'd0896923-3030-47a5-aa2d-2851f94e7668', 'status': 'completed', 'code': 200} Feb 08 17:43:25.083502 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:43:25.367085 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:25.396730 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:43:25.408077 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:43:25.409389 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:43:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:25.532295 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:43:25.758032 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:25.790222 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850e684-3d36-44db-83aa-97fee2c7daf8 None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:43:26.065951 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c3e3e-41c3-450a-ba79-71dfea319fdf None None] New status for floating IP c0d3b57c-80b2-490e-b6ef-6acea396adc5: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:43:26.099853 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-307ef06d-7881-4c11-9cde-6571961a42e2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270351217&fields=id&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 267 time: 0.0454557 Feb 08 17:43:26.216019 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-0bca6b26-a07a-461a-ab4e-be426deb8062 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:26.217587 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-0bca6b26-a07a-461a-ab4e-be426deb8062 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1112144 Feb 08 17:43:26.232479 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-538300ca-2adc-4d83-a3e1-9ef6b87eabbf tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/quotas/12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 375 time: 0.0094600 Feb 08 17:43:26.287289 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e0299cdf-19de-4e6e-858d-edb9aff98abe tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494537 Feb 08 17:43:26.388668 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-fbc87601-a5b0-4312-a1d9-270ead874881 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898404 Feb 08 17:43:26.477721 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-f0688c9f-b689-469c-8025-9742187c05a1 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823596 Feb 08 17:43:26.762942 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ddb5a69d-88ce-4783-86ec-14bdbd8fe856 req-bca731d8-0c99-4917-85f4-04d18d8a0f65 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Feb 08 17:43:27.359107 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device d0896923-3030-47a5-aa2d-2851f94e7668 no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:43:27.380212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: d0896923-3030-47a5-aa2d-2851f94e7668 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:43:27.380668 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device d0896923-3030-47a5-aa2d-2851f94e7668 not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:43:27.709773 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-27397420-bf26-4358-a642-3efe753e6f53 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:27.711361 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-27397420-bf26-4358-a642-3efe753e6f53 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1181223 Feb 08 17:43:27.780902 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-52225b50-4fa1-4e27-a85d-089a4b10e00a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 379 time: 0.0596421 Feb 08 17:43:27.790986 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'port': {'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'admin_state_up': True, 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'security_groups': ['a287edb5-5ac1-46f0-a611-446dc5ac6d9d']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:43:27.869337 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-818d91c3-522d-4233-b879-58d7fe8f7b64 req-4bf3b2e9-56e4-4b08-ba15-a7a0d2fc0eb8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 210 time: 0.0310662 Feb 08 17:43:27.933083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Made reservation on behalf of 12a62a1727984ff69d6de64fdfb1137e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:43:27.936452 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.102908 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.20.0.8 (03f089e2-21e2-4958-941c-e799f90c427c/a38da775-814c-4f36-bfef-af373cc60aa8/625fdd0a-3cda-4343-be95-b1644117908b) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:43:28.296643 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (625fdd0a-3cda-4343-be95-b1644117908b), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.336451 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.385382 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:43:28.388916 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:43:28.393303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:43:28.402668 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:28.466242 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:28.466959 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.492659 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-338a30cc-3286-49e7-815c-95af1d52fb63 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974640 Feb 08 17:43:28.499255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Request body: {'port': {'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:43:28.570844 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (625fdd0a-3cda-4343-be95-b1644117908b), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.695420 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-82c2d388-2aa9-4f07-8597-a6434cbf850e None None] Provisioning complete for port 625fdd0a-3cda-4343-be95-b1644117908b triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:43:28.696282 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-82c2d388-2aa9-4f07-8597-a6434cbf850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (625fdd0a-3cda-4343-be95-b1644117908b), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.736435 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-82c2d388-2aa9-4f07-8597-a6434cbf850e None None] Port 625fdd0a-3cda-4343-be95-b1644117908b cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:43:28.849003 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625fdd0a-3cda-4343-be95-b1644117908b {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:43:28.856960 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks [] for port (625fdd0a-3cda-4343-be95-b1644117908b), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.870233 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Transition to ACTIVE for port object 625fdd0a-3cda-4343-be95-b1644117908b will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:43:28.874107 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:28.946430 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Pushing event updated for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:29.037591 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Attempting to bind port 625fdd0a-3cda-4343-be95-b1644117908b on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:43:29.037926 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Attempting to bind port 625fdd0a-3cda-4343-be95-b1644117908b by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:43:29.038258 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Attempting to bind port 625fdd0a-3cda-4343-be95-b1644117908b on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:43:29.049935 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc68f9-84ce-4269-8d67-34beb992075b req-145af79f-0e75-407d-89e4-4d7598866f37 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:29.051524 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7dfc68f9-84ce-4269-8d67-34beb992075b req-145af79f-0e75-407d-89e4-4d7598866f37 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0804288 Feb 08 17:43:29.052689 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Port 625fdd0a-3cda-4343-be95-b1644117908b on network 03f089e2-21e2-4958-941c-e799f90c427c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:43:29.053017 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Attempting to bind port 625fdd0a-3cda-4343-be95-b1644117908b on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:43:29.060711 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:43:29.061052 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:43:29.061465 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Bound using segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:43:29.061909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Bound port: 625fdd0a-3cda-4343-be95-b1644117908b, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:43:29.062327 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (625fdd0a-3cda-4343-be95-b1644117908b), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:29.145597 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-7dfc68f9-84ce-4269-8d67-34beb992075b req-f72feacf-c809-48f8-81c9-8699ada31a14 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868959 Feb 08 17:43:29.162187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:43:29.167348 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=625fdd0a-3cda-4343-be95-b1644117908b,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:43:29.173741 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:29.211635 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:29.212160 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:29.213773 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] 10.222.0.64 "PUT /v2.0/ports/625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 1093 time: 0.7190430 Feb 08 17:43:29.214490 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:43:29.217755 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac347066-5ada-42f1-af4f-36b42b0c53fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:43:29.260933 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4593e36b-217f-4103-8fd5-127241ec5696 x-openstack-request-id: req-4593e36b-217f-4103-8fd5-127241ec5696 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:43:29.261146 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:43:29.261414 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4593e36b-217f-4103-8fd5-127241ec5696 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:43:29.261805 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b', 'status': 'completed', 'code': 200} Feb 08 17:43:29.262849 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402d0bb-1d8e-4a0f-ac84-52b949584759 service neutron] Pushing event updated for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:29.322614 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-c330774d-3c18-4e3b-95d9-8ecc2925ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:29.324152 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-c330774d-3c18-4e3b-95d9-8ecc2925ae4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1127 time: 0.0491536 Feb 08 17:43:29.369004 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-0fd9fb11-470a-441f-acd6-a50b8a0b6557 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 217 time: 0.0370450 Feb 08 17:43:29.425527 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-711eeaed-c6ef-4f46-b673-5f8b05340624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:29.426969 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-711eeaed-c6ef-4f46-b673-5f8b05340624 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0516949 Feb 08 17:43:29.479453 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-64983fd1-56e0-42c7-8f0c-88e583bb7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:29.481046 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-64983fd1-56e0-42c7-8f0c-88e583bb7f79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470641 Feb 08 17:43:29.569998 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-47341c67-9e51-4abe-aab2-58ddaf7fe8e5 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Feb 08 17:43:29.929729 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a9b05646-14d9-4953-a2a5-e4295ffed17f req-64cad2e9-ee3b-49bd-a0d3-e84cf1c50628 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531580 Feb 08 17:43:30.026475 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-9068ca54-6ae7-45ba-afb0-882489a57025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:30.028199 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-9068ca54-6ae7-45ba-afb0-882489a57025 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1127 time: 0.0491557 Feb 08 17:43:30.133761 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-ffe0b63f-e9ff-439f-82e4-dae76aab5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:30.134514 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-ffe0b63f-e9ff-439f-82e4-dae76aab5a4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0997837 Feb 08 17:43:30.181393 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-33eef8ee-cdaa-4027-bca6-db133786ce5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 217 time: 0.0378106 Feb 08 17:43:30.241216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-edd87a93-cff1-4075-863d-48d9b6b2d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:30.242659 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-edd87a93-cff1-4075-863d-48d9b6b2d263 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0553589 Feb 08 17:43:30.315979 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487316-4604-42a8-b79e-3765dc640fd4 req-0be4a430-1f1d-4683-b021-b9fd4e4534c6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:30.317467 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-29487316-4604-42a8-b79e-3765dc640fd4 req-0be4a430-1f1d-4683-b021-b9fd4e4534c6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0908175 Feb 08 17:43:30.323918 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-b7b4b235-d81e-464f-a142-064f9ccac2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:30.325380 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-b7b4b235-d81e-464f-a142-064f9ccac2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647767 Feb 08 17:43:30.423134 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-29487316-4604-42a8-b79e-3765dc640fd4 req-6e0a59c4-4387-498b-baed-acf0256cf401 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967937 Feb 08 17:43:30.452393 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-dad040ca-e480-49ca-b75b-dca98926fa2f service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196358 Feb 08 17:43:30.544048 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-ac347066-5ada-42f1-af4f-36b42b0c53fc req-cd3a8d3e-d315-4e34-893b-d32b3eede69c service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Feb 08 17:43:31.549166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa584be-247f-49d3-a647-21f0b1bb1bf0 req-1cc5c143-9042-496f-941e-bbdee5268e76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:31.551300 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1fa584be-247f-49d3-a647-21f0b1bb1bf0 req-1cc5c143-9042-496f-941e-bbdee5268e76 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0586357 Feb 08 17:43:31.600477 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-1fa584be-247f-49d3-a647-21f0b1bb1bf0 req-c0ff3e92-c6f5-409d-8da3-8f9b1eddb5a8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Feb 08 17:43:32.723139 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5ff8-c5f8-4d48-9196-e6f34bc92ebd req-289c473d-0c8f-4e5d-bf9a-4b38852e6f5a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:32.724648 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7ab5ff8-c5f8-4d48-9196-e6f34bc92ebd req-289c473d-0c8f-4e5d-bf9a-4b38852e6f5a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0548620 Feb 08 17:43:32.778968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-c7ab5ff8-c5f8-4d48-9196-e6f34bc92ebd req-cb60e82d-25ce-4163-9daa-a97bc656e5bd tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484455 Feb 08 17:43:33.899273 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efce4-6857-4e46-a218-c2fc2ac9c3f8 req-f51d70fb-3dcd-4956-92f5-63722f77d4e6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:33.900822 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-565efce4-6857-4e46-a218-c2fc2ac9c3f8 req-f51d70fb-3dcd-4956-92f5-63722f77d4e6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0545712 Feb 08 17:43:33.953271 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-565efce4-6857-4e46-a218-c2fc2ac9c3f8 req-9c51b33b-320a-404a-8bda-512e3521771f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431206 Feb 08 17:43:34.709189 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-418db952-ea80-419f-8443-49a317620676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:35.075499 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268d2e-c28c-4857-adcd-7411bb6c1ce9 req-55241abd-066b-426b-8b14-4bfed3c0ac3d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:35.076968 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-56268d2e-c28c-4857-adcd-7411bb6c1ce9 req-55241abd-066b-426b-8b14-4bfed3c0ac3d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0523677 Feb 08 17:43:35.127768 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-56268d2e-c28c-4857-adcd-7411bb6c1ce9 req-5bef65fb-0641-4300-8aaa-4abdea49653d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448198 Feb 08 17:43:36.247036 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b579c36-6598-46f4-891d-be0b0100bc0e req-7eacaf44-390d-4089-885c-62027a5b45b4 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:36.248541 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b579c36-6598-46f4-891d-be0b0100bc0e req-7eacaf44-390d-4089-885c-62027a5b45b4 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0521214 Feb 08 17:43:36.301518 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2b579c36-6598-46f4-891d-be0b0100bc0e req-cab5d25f-5d7d-4846-a22e-2e160e86393b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464802 Feb 08 17:43:37.139384 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abbaea0d-3449-4405-9682-6f83472345a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:37.419533 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 625fdd0a-3cda-4343-be95-b1644117908b details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:43:37.425444 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8346d1-9684-41b3-8020-532cfc7a39af req-10457bbf-df24-4295-8b5c-e60f2a4dbfde tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:37.427223 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8346d1-9684-41b3-8020-532cfc7a39af req-10457bbf-df24-4295-8b5c-e60f2a4dbfde tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 943 time: 0.0580661 Feb 08 17:43:37.480854 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe8346d1-9684-41b3-8020-532cfc7a39af req-5aa195c5-d90e-40c3-a18a-f655351a5980 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462434 Feb 08 17:43:37.522758 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=625fdd0a-3cda-4343-be95-b1644117908b,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:43:37.534408 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '625fdd0a-3cda-4343-be95-b1644117908b', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:43:37.571920 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 625fdd0a-3cda-4343-be95-b1644117908b is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:43:37.572308 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (625fdd0a-3cda-4343-be95-b1644117908b), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:37.585515 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625fdd0a-3cda-4343-be95-b1644117908b {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:43:37.608617 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=625fdd0a-3cda-4343-be95-b1644117908b,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:43:37.612661 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:37.663066 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:37.670634 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.670899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.671240 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.671575 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.671902 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.672226 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.672550 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.672871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.673217 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.673543 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.673958 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.674180 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.674510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:37.852684 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['625fdd0a-3cda-4343-be95-b1644117908b'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:43:38.091796 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:38.597456 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab890e-6324-42ac-bff8-2433daeec056 req-d05b84b7-3d0a-4e9e-a20b-ab0c8a3c02f0 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:38.598926 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9aab890e-6324-42ac-bff8-2433daeec056 req-d05b84b7-3d0a-4e9e-a20b-ab0c8a3c02f0 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 944 time: 0.0517111 Feb 08 17:43:38.648073 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-9aab890e-6324-42ac-bff8-2433daeec056 req-870f6bd8-0476-49d5-bb01-0df6e9bf6fd1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Feb 08 17:43:39.435454 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 625fdd0a-3cda-4343-be95-b1644117908b up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:43:39.483431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 625fdd0a-3cda-4343-be95-b1644117908b completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:43:39.487946 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 625fdd0a-3cda-4343-be95-b1644117908b triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:43:39.488315 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (625fdd0a-3cda-4343-be95-b1644117908b), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:39.565881 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 625fdd0a-3cda-4343-be95-b1644117908b is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:43:39.566267 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (625fdd0a-3cda-4343-be95-b1644117908b), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:39.588530 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:43:39.590793 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9fb24b-a0de-4dff-ac76-a8cf42fd5e70" -d '{"events": [{"server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "name": "network-vif-plugged", "status": "completed", "tag": "625fdd0a-3cda-4343-be95-b1644117908b"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:43:39.607913 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=625fdd0a-3cda-4343-be95-b1644117908b,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:43:39.612790 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:39.636782 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54fc910-4ab7-4280-873d-84f4320c4fd4 x-openstack-request-id: req-c54fc910-4ab7-4280-873d-84f4320c4fd4 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:43:39.637074 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "name": "network-vif-plugged", "status": "completed", "tag": "625fdd0a-3cda-4343-be95-b1644117908b", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:43:39.637356 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c54fc910-4ab7-4280-873d-84f4320c4fd4 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:43:39.637749 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b', 'code': 200} Feb 08 17:43:39.665525 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:39.773836 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d23fb0-0a12-49c7-aec7-159265b3735e req-e7e7309f-184d-459d-880a-18fdb7db269b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:39.775329 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71d23fb0-0a12-49c7-aec7-159265b3735e req-e7e7309f-184d-459d-880a-18fdb7db269b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Feb 08 17:43:39.829473 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-71d23fb0-0a12-49c7-aec7-159265b3735e req-28381a40-3334-4d2a-bdfd-6c89062ee93f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Feb 08 17:43:39.863183 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fadb15-6c1c-4795-817b-3135b185edd0 req-9ce973ef-b759-4547-a7de-665bcc9d425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:39.864718 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14fadb15-6c1c-4795-817b-3135b185edd0 req-9ce973ef-b759-4547-a7de-665bcc9d425b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0506527 Feb 08 17:43:39.914035 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-14fadb15-6c1c-4795-817b-3135b185edd0 req-50686de8-2c9a-4a68-baee-4724dee83e8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Feb 08 17:43:40.014232 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:41.001152 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ea286-145f-4d9c-b3a7-765c3a29ac1b req-0ada317b-4f57-4194-baed-183f3eabd869 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:41.003451 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d5ea286-145f-4d9c-b3a7-765c3a29ac1b req-0ada317b-4f57-4194-baed-183f3eabd869 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0798490 Feb 08 17:43:41.058599 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6d5ea286-145f-4d9c-b3a7-765c3a29ac1b req-537d6c5f-0fd4-4dae-bffb-daa637cc8901 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489278 Feb 08 17:43:41.244700 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.184087 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2c7d-3e7a-4f08-b7da-4a422ce8cf61 req-b10a3ad6-3839-436d-b9d4-517497677995 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:42.186621 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7fca2c7d-3e7a-4f08-b7da-4a422ce8cf61 req-b10a3ad6-3839-436d-b9d4-517497677995 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0580571 Feb 08 17:43:42.236491 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-7fca2c7d-3e7a-4f08-b7da-4a422ce8cf61 req-93395782-d7fe-4b52-a8da-34ae90bbf72a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Feb 08 17:43:42.356518 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a942c-e5b0-4010-8be1-52745ce0ce1d req-07ac7996-e612-428c-a0f9-0692a928d6da tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:42.358157 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-720a942c-e5b0-4010-8be1-52745ce0ce1d req-07ac7996-e612-428c-a0f9-0692a928d6da tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0527067 Feb 08 17:43:42.415694 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-720a942c-e5b0-4010-8be1-52745ce0ce1d req-a047ff75-65ca-4c07-ab7a-8a92c7caafc2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506065 Feb 08 17:43:42.439332 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45330) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:43:42.482781 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671fddb-1de1-4f69-b541-9b7eb467d4b9 tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:42.484438 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-8671fddb-1de1-4f69-b541-9b7eb467d4b9 tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1124 time: 0.0439827 Feb 08 17:43:42.487930 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45332) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:43:42.492405 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.v2.base [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:43:42.514156 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.621703 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.729815 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.db_base_plugin_common [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.27.3.106 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/690393d1-9a54-453c-b799-87660ce30d21) {{(pid=102590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:43:42.740451 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.842739 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (690393d1-9a54-453c-b799-87660ce30d21), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.880837 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (690393d1-9a54-453c-b799-87660ce30d21), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:42.925984 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:43:42.929370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.base_scheduler [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:43:42.933245 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:43:42.939412 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=690393d1-9a54-453c-b799-87660ce30d21,revision_number=1']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:42.967458 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.967458 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.967855 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.968116 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.968445 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.968771 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.969100 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.969454 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.969778 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.970103 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.970430 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.970748 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:42.971065 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:43:43.334787 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (df3452ea-d5d9-497a-93a0-4c07d7b487e7), precommit_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:43.404237 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (690393d1-9a54-453c-b799-87660ce30d21), before_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:43.560266 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (690393d1-9a54-453c-b799-87660ce30d21), precommit_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:43.565923 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5762962'] for port (690393d1-9a54-453c-b799-87660ce30d21), after_update {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:43.637444 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=690393d1-9a54-453c-b799-87660ce30d21,revision_number=2']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:43:43.650447 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (df3452ea-d5d9-497a-93a0-4c07d7b487e7), after_create {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:43.754408 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP df3452ea-d5d9-497a-93a0-4c07d7b487e7 associated. External IP: 172.27.3.106, port: 625fdd0a-3cda-4343-be95-b1644117908b. Feb 08 17:43:44.213615 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:43:44.322084 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:43:44.335409 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:43:44.347060 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:43:44.347969 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:43:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:44.348694 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:43:44.380798 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-672e52f1-8b5b-4873-9c6b-9d2e203111d7 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8917694 Feb 08 17:43:44.381680 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:43:44.383932 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91ba326-8035-4b6a-8c34-6b36b969602b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:43:44.432036 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1b3420-dc91-4a6f-adee-f75b65c2e517 x-openstack-request-id: req-4f1b3420-dc91-4a6f-adee-f75b65c2e517 {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:43:44.432370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:43:44.432669 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f1b3420-dc91-4a6f-adee-f75b65c2e517 {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:43:44.433609 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b', 'status': 'completed', 'code': 200} Feb 08 17:43:44.466329 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:43:44.496042 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-1fd55f2a-1d83-452e-bb21-4ed7318df8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:44.497573 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-1fd55f2a-1d83-452e-bb21-4ed7318df8e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0488939 Feb 08 17:43:44.599418 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-2e388b12-4c49-42b4-8fce-30accff7d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:44.600892 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-2e388b12-4c49-42b4-8fce-30accff7d3d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0944102 Feb 08 17:43:44.676872 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-e59b3f24-7127-45aa-8516-663c27956d47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 999 time: 0.0693088 Feb 08 17:43:44.731059 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-2383318a-ad66-4458-a0e9-92dd6e280188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:44.732469 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-2383318a-ad66-4458-a0e9-92dd6e280188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0481937 Feb 08 17:43:44.789723 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-d4aa4918-5ec3-46b5-a708-cc9826b94b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:43:44.791241 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-d4aa4918-5ec3-46b5-a708-cc9826b94b32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493696 Feb 08 17:43:44.857527 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:43Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:44.884555 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:43:44.892261 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-3d33e53d-6e33-4b9b-84de-6762fe686f54 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909216 Feb 08 17:43:44.894152 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:43:44.894789 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:43:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:44.992277 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-b91ba326-8035-4b6a-8c34-6b36b969602b req-1d35a2b4-8e17-4ebe-89e0-b671d9d7c97f service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913873 Feb 08 17:43:45.011716 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:43:45.258846 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:43Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:43:45.287642 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be802b87-0b8f-45bb-bf50-a367b036a22c None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:43Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:43:45.504110 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7539c3-f789-422f-92ab-d95a29cbf7ff None None] New status for floating IP df3452ea-d5d9-497a-93a0-4c07d7b487e7: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:43:59.466520 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:44:04.712533 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e09fe569-1575-49df-add8-f3e80b633f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:07.142036 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-4a6ab544-d09b-40e0-8ebe-0e433629e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:08.076842 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:10.015705 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:11.247464 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:12.761084 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:22.920377 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-7bfb49a1-3791-4488-bf73-e121e069247b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098051 Feb 08 17:44:23.012621 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-d9937d2a-bf7e-4377-b32f-8c71a6e85eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:44:23.014182 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-d9937d2a-bf7e-4377-b32f-8c71a6e85eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0478952 Feb 08 17:44:23.120980 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-806122e9-c9c9-4769-aeb8-8ac68950d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:44:23.122422 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-806122e9-c9c9-4769-aeb8-8ac68950d9fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0883114 Feb 08 17:44:23.197311 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-6b586ef2-8f50-4e00-9e62-734672be31ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 1001 time: 0.0677414 Feb 08 17:44:23.248555 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-09f45490-f348-45c8-8ca4-ca478753f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:44:23.250049 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-09f45490-f348-45c8-8ca4-ca478753f3af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0456765 Feb 08 17:44:23.302389 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-4b714406-9c86-4673-b873-bc32b4254986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:44:23.303939 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-4b714406-9c86-4673-b873-bc32b4254986 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464396 Feb 08 17:44:23.402346 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-5b0223cf-a4e3-4d75-8a6a-298fd7de3b61 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909634 Feb 08 17:44:23.497959 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-58ff38a3-93a9-4fb7-ba21-6ac4f6798234 req-769c5e0d-2ca8-42a7-83e9-a3f053f8217e service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893703 Feb 08 17:44:34.714899 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9e0b02e6-79a3-40e4-be2e-f2cbcb59167f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:36.465408 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:44:37.146402 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0b8969dc-30c9-4d65-a310-383993ca5c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:38.082441 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:40.018657 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:41.252298 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:44:42.784306 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:04.717211 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b7665aeb-1a4c-44af-bdb4-2dedd01f4561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:07.148631 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af8332e2-7992-44fd-8d7b-6bedb87925c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:08.084288 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:10.023684 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:11.258167 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:12.794281 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:13.464385 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:45:22.852970 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-e2567b53-3275-40d4-b4d6-74b76817c98f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497079 Feb 08 17:45:22.944498 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-bd19bc6c-644b-4e7f-aca8-1e1d68c25047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:22.946113 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-bd19bc6c-644b-4e7f-aca8-1e1d68c25047 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0480518 Feb 08 17:45:23.049906 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-e0ce0216-43c1-4ad2-b08c-4011745ca6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:23.051381 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-e0ce0216-43c1-4ad2-b08c-4011745ca6be service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0851080 Feb 08 17:45:23.124421 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-fceadeb7-9dfe-41ab-b723-bf6a239add3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 1001 time: 0.0656714 Feb 08 17:45:23.172590 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-50e4f796-1d0d-4f0e-9835-3e4000bbc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:23.174083 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-50e4f796-1d0d-4f0e-9835-3e4000bbc00f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0435584 Feb 08 17:45:23.223594 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-3634f5e1-50df-4347-ab90-e05fd714ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:23.225637 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-3634f5e1-50df-4347-ab90-e05fd714ee8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438986 Feb 08 17:45:23.319293 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-0c25722f-a8e0-4434-b419-a79c20221853 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Feb 08 17:45:23.409127 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-a894b1dc-d5ed-4338-86eb-c62c0f4558f1 req-a4335474-358b-4826-b913-0f9feee93b6d service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Feb 08 17:45:34.721523 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-aa2058e4-5ca3-4f3a-b07b-75ec97c3bafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:35.781004 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-a2d57657-3c73-4d08-a78f-84c7155d7a1f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270351217&fields=id&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 267 time: 0.0526474 Feb 08 17:45:35.889130 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f66ad78c-7793-4b90-9605-eca08a3c3987 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:35.890655 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f66ad78c-7793-4b90-9605-eca08a3c3987 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1030827 Feb 08 17:45:35.905445 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-134262e2-611c-4242-be50-ac3698e26849 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/quotas/12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 375 time: 0.0094483 Feb 08 17:45:35.967774 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-d519b291-e0b2-4eb6-9dbb-e45562308cde tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562243 Feb 08 17:45:36.035703 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-6212b4d2-4a20-4241-b285-02903d337117 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:45:36.037469 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-6212b4d2-4a20-4241-b285-02903d337117 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523338 Feb 08 17:45:36.131794 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-85d95f0d-3e69-40a0-8e56-3a2b20b76ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885572 Feb 08 17:45:36.222274 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-34162243-9e3e-4553-848c-ac1e95eb36d2 service neutron] 10.222.0.69 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Feb 08 17:45:36.578034 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e8fee872-842e-4839-bcca-4a6813dabc52 req-fb01f3fc-fd0f-42f3-acca-2ada0703869b tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 210 time: 0.0891764 Feb 08 17:45:37.154088 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-2955b878-790d-478d-a052-279650017dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:37.537908 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-03e2805f-2026-460a-8f05-1aefbad2f65a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:37.539662 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-03e2805f-2026-460a-8f05-1aefbad2f65a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 811 time: 0.1177526 Feb 08 17:45:37.610047 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-4e58345e-f00c-45b0-a70c-42e0d472b3b2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12a62a1727984ff69d6de64fdfb1137e HTTP/1.1" status: 200 len: 379 time: 0.0603881 Feb 08 17:45:37.620267 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'port': {'device_id': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'admin_state_up': True, 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'security_groups': ['a287edb5-5ac1-46f0-a611-446dc5ac6d9d']}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:45:37.704501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-1a8b5296-4a04-4268-8c53-646005a33d2a req-81b99502-d70c-4f98-9f61-731e1e36175c tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 210 time: 0.0351295 Feb 08 17:45:37.783739 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Made reservation on behalf of 12a62a1727984ff69d6de64fdfb1137e for: {'port': 1} {{(pid=102589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:45:37.787144 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:37.935160 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.20.0.6 (03f089e2-21e2-4958-941c-e799f90c427c/a38da775-814c-4f36-bfef-af373cc60aa8/436369f6-dff7-4ec3-ad22-70faf21d52fc) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:45:38.095680 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.106206 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.150115 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.197500 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network 03f089e2-21e2-4958-941c-e799f90c427c is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:45:38.201187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:45:38.203702 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:45:38.230796 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:38.246881 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.247230 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.247563 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.247892 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.248216 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.248540 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.248858 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.249208 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.249518 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.249835 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.250149 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.250461 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.250771 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:38.274277 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:38.275023 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.293905 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-f9c90515-af83-4df1-ae33-d1c67a1ff817 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6777928 Feb 08 17:45:38.307342 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Request body: {'port': {'device_id': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82204'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:45:38.373687 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.438021 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-bd9e5614-345c-4d49-8319-7c2a3a437b9e None None] Provisioning complete for port 436369f6-dff7-4ec3-ad22-70faf21d52fc triggered by entity DHCP. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:45:38.438622 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5614-345c-4d49-8319-7c2a3a437b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.473064 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e5614-345c-4d49-8319-7c2a3a437b9e None None] Port 436369f6-dff7-4ec3-ad22-70faf21d52fc cannot update to ACTIVE because it is not bound. {{(pid=102591) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:45:38.638574 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436369f6-dff7-4ec3-ad22-70faf21d52fc {{(pid=102589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:45:38.646708 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks [] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.658572 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.provisioning_blocks [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Transition to ACTIVE for port object 436369f6-dff7-4ec3-ad22-70faf21d52fc will not be triggered until provisioned by entity L2. {{(pid=102589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:45:38.663397 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.713871 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:38.795389 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Attempting to bind port 436369f6-dff7-4ec3-ad22-70faf21d52fc on host hv-cinder-82204 for vnic_type normal with profile {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:45:38.795862 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Attempting to bind port 436369f6-dff7-4ec3-ad22-70faf21d52fc by drivers openvswitch,hyperv on host hv-cinder-82204 at level 0 using segments [{'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:45:38.796199 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Attempting to bind port 436369f6-dff7-4ec3-ad22-70faf21d52fc on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:45:38.801482 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Port 436369f6-dff7-4ec3-ad22-70faf21d52fc on network 03f089e2-21e2-4958-941c-e799f90c427c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82204 {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:45:38.801957 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Attempting to bind port 436369f6-dff7-4ec3-ad22-70faf21d52fc on network 03f089e2-21e2-4958-941c-e799f90c427c {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:45:38.810176 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Checking agent: {'id': '3e13222d-1b70-4077-8515-d82416ef06b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82204', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'started_at': datetime.datetime(2022, 2, 8, 17, 26, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:45:38.810176 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Checking segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:45:38.810176 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Bound using segment: {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'} {{(pid=102589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:45:38.810852 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.managers [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Bound port: 436369f6-dff7-4ec3-ad22-70faf21d52fc, host: hv-cinder-82204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c'}}] {{(pid=102589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:45:38.810852 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.843459 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993957c-a086-4688-b974-60fcc3d294cf req-2ad6f083-22e4-4578-b3fc-e4f788a00d4c tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:38.845040 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e993957c-a086-4688-b974-60fcc3d294cf req-2ad6f083-22e4-4578-b3fc-e4f788a00d4c tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0643525 Feb 08 17:45:38.885516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, cleared binding levels {{(pid=102589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:45:38.889547 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:45:38.896080 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.905735 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e993957c-a086-4688-b974-60fcc3d294cf req-f9f87e38-eeaa-4cde-a2e0-3c356f2b7163 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532444 Feb 08 17:45:38.945570 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:38.946236 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:38.947877 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 1093 time: 0.6456380 Feb 08 17:45:38.948364 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:45:38.952502 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079ba16-9541-4c7d-9a92-c34d887fa4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:45:38.991602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18369361-772d-4563-b539-ad87d636c4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=3']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:39.058026 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-abc5f831-62e7-4151-aec1-10f011a846e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.060583 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-abc5f831-62e7-4151-aec1-10f011a846e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1127 time: 0.0553801 Feb 08 17:45:39.110937 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f237c9-2c13-4153-999d-8d54d9b7610e x-openstack-request-id: req-c8f237c9-2c13-4153-999d-8d54d9b7610e {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:45:39.111324 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:45:39.111664 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8f237c9-2c13-4153-999d-8d54d9b7610e {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:45:39.112123 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'status': 'completed', 'code': 200} Feb 08 17:45:39.113910 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-867ab541-d839-4204-a52d-576d22dd7573 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 217 time: 0.0468364 Feb 08 17:45:39.168037 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-4c0a952b-7fc3-49de-8da0-af2e148edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.169658 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-4c0a952b-7fc3-49de-8da0-af2e148edf89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0480294 Feb 08 17:45:39.223757 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-cbb4099a-07d6-4320-ada7-ba23bc792cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.225840 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-cbb4099a-07d6-4320-ada7-ba23bc792cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485077 Feb 08 17:45:39.328981 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-4f73fb05-6344-4bfe-bba6-7f8d5f07d6aa service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900965 Feb 08 17:45:39.419259 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-5128d68f-a265-45e1-8410-b2a25974aba2 req-499cf1d6-8b9f-460c-8182-ef2f54c84cc3 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830872 Feb 08 17:45:39.519532 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-7894a039-579a-478a-b488-5f11918b6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.527002 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-7894a039-579a-478a-b488-5f11918b6537 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1127 time: 0.0521595 Feb 08 17:45:39.617335 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-5f5ab269-3877-4b46-ac08-6854a21eb628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.618823 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-5f5ab269-3877-4b46-ac08-6854a21eb628 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0909941 Feb 08 17:45:39.670513 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-8f382373-2730-4c1c-9510-6a4cc62afde3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 217 time: 0.0411339 Feb 08 17:45:39.722452 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-94091f88-6b48-47c6-ae46-2197b2c8a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.723965 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-94091f88-6b48-47c6-ae46-2197b2c8a871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0454447 Feb 08 17:45:39.779302 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-85b7717e-21c0-4a9b-815e-baa452aa13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:39.780838 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-85b7717e-21c0-4a9b-815e-baa452aa13f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502620 Feb 08 17:45:39.881944 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-54fa47d3-d3fb-4817-9c26-6450f6a7b547 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931034 Feb 08 17:45:39.980682 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9079ba16-9541-4c7d-9a92-c34d887fa4cc req-3cee851a-6a9a-489a-9a8b-0449d2a4635c service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891478 Feb 08 17:45:40.025352 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:40.033568 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd72e5-2047-482e-b166-45c0ce586d74 req-2a6e89eb-2f9e-4c35-a656-b9d6758f62f6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:40.035086 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2bcd72e5-2047-482e-b166-45c0ce586d74 req-2a6e89eb-2f9e-4c35-a656-b9d6758f62f6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0589850 Feb 08 17:45:40.089491 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-2bcd72e5-2047-482e-b166-45c0ce586d74 req-ef3fb510-e1db-450d-9b49-21d6095de76f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481956 Feb 08 17:45:41.214655 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c68cd-466b-4347-8fee-83d6652e7caf req-84760248-4b5b-4a97-bbbf-f667bff67e45 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:41.216156 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-940c68cd-466b-4347-8fee-83d6652e7caf req-84760248-4b5b-4a97-bbbf-f667bff67e45 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0547736 Feb 08 17:45:41.261717 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:41.266211 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-940c68cd-466b-4347-8fee-83d6652e7caf req-85da1ae7-f445-4049-8bcd-f18bb4b558aa tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Feb 08 17:45:42.386889 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3bb65-40cd-4b0f-9a8e-8e6c095226a0 req-12e0996e-d2e2-4929-9b9c-775b41ce0fec tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:42.388529 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d9c3bb65-40cd-4b0f-9a8e-8e6c095226a0 req-12e0996e-d2e2-4929-9b9c-775b41ce0fec tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0553873 Feb 08 17:45:42.442247 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d9c3bb65-40cd-4b0f-9a8e-8e6c095226a0 req-1f1e38da-ff6a-4eab-ba6f-207730774a1a tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478215 Feb 08 17:45:42.809966 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:43.569097 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3537b4-6605-412d-8847-b550fd4c1e03 req-2701c880-4d2f-443f-8511-e3a03bd1b37f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:43.570667 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe3537b4-6605-412d-8847-b550fd4c1e03 req-2701c880-4d2f-443f-8511-e3a03bd1b37f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0567462 Feb 08 17:45:43.622601 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-fe3537b4-6605-412d-8847-b550fd4c1e03 req-2f6cb103-c302-4eba-bbad-4537ceba560f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462766 Feb 08 17:45:44.751991 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16283f2-350a-48e0-be02-136331c8a8b0 req-56eb3dd8-54fc-4fed-ac99-3866bb909745 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:44.754452 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e16283f2-350a-48e0-be02-136331c8a8b0 req-56eb3dd8-54fc-4fed-ac99-3866bb909745 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0639853 Feb 08 17:45:44.809099 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-e16283f2-350a-48e0-be02-136331c8a8b0 req-42399f08-8bc8-487c-be43-f0a49f8f4aa3 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472658 Feb 08 17:45:45.934271 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08b289-ec4e-4152-93ba-e785e713e780 req-4279c9f4-ed60-49dc-bb8e-682ba3254149 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:45.935807 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e08b289-ec4e-4152-93ba-e785e713e780 req-4279c9f4-ed60-49dc-bb8e-682ba3254149 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 943 time: 0.0543411 Feb 08 17:45:45.994340 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2e08b289-ec4e-4152-93ba-e785e713e780 req-50f4bc53-d203-484d-bd86-d3989a206621 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508790 Feb 08 17:45:46.045926 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 436369f6-dff7-4ec3-ad22-70faf21d52fc details requested by agent hyperv_hv-cinder-82204 with host hv-cinder-82204 {{(pid=102591) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:45:46.169788 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:45:46.183596 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Returning: {'device': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'port_id': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'mac_address': 'fa:16:3e:12:18:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102591) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:45:46.230020 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 436369f6-dff7-4ec3-ad22-70faf21d52fc is: DOWN; New status is: BUILD {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:45:46.230409 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:46.247943 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [None req-074170ba-f751-4192-a149-968583a45579 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436369f6-dff7-4ec3-ad22-70faf21d52fc {{(pid=102591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:45:46.272401 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:45:46.276347 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:46.341212 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=4']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:46.353184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.353544 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.353893 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.354214 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.354549 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.354883 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.355208 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.355540 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.355880 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.356194 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.356514 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.356835 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.357287 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:45:46.553145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] get_ports_and_sgs() called for port_ids ['436369f6-dff7-4ec3-ad22-70faf21d52fc'] {{(pid=102591) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:45:47.125814 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecd213-37b4-4ba8-aacf-df177d06c1c0 req-d67fcd2f-4033-45b6-bd74-b35e339f13e8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:47.127259 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d3ecd213-37b4-4ba8-aacf-df177d06c1c0 req-d67fcd2f-4033-45b6-bd74-b35e339f13e8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 944 time: 0.0591335 Feb 08 17:45:47.186793 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-d3ecd213-37b4-4ba8-aacf-df177d06c1c0 req-b7a59c84-a3cd-4005-97ba-b67af1962928 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534148 Feb 08 17:45:48.046246 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 436369f6-dff7-4ec3-ad22-70faf21d52fc up at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:45:48.096896 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning for port 436369f6-dff7-4ec3-ad22-70faf21d52fc completed by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:45:48.101102 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.provisioning_blocks [None req-074170ba-f751-4192-a149-968583a45579 None None] Provisioning complete for port 436369f6-dff7-4ec3-ad22-70faf21d52fc triggered by entity L2. {{(pid=102591) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:45:48.101630 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1951198'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), provisioning_complete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:48.179395 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] Current status of the port 436369f6-dff7-4ec3-ad22-70faf21d52fc is: BUILD; New status is: ACTIVE {{(pid=102591) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:45:48.179692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), before_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:48.202654 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc'}] {{(pid=102591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:45:48.204973 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a865dbed7c4a85a8b27cbdb3b6e957de56af00d5459752e875ab807ca1ac2af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf0ec5-b823-4089-be67-d40ea51d4ab2" -d '{"events": [{"server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "name": "network-vif-plugged", "status": "completed", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc"}]}' {{(pid=102591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:45:48.224400 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-074170ba-f751-4192-a149-968583a45579 None None] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:45:48.230354 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:48.310708 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Pushing event updated for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=5']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:48.344887 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead8256-8fd1-48ad-80ad-ac8a0251e087 x-openstack-request-id: req-eead8256-8fd1-48ad-80ad-ac8a0251e087 {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:45:48.345339 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "name": "network-vif-plugged", "status": "completed", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc", "code": 200}]} {{(pid=102591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:45:48.345755 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eead8256-8fd1-48ad-80ad-ac8a0251e087 {{(pid=102591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:45:48.346347 dv-cinder-822040-2-iscsi neutron-server[102591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'code': 200} Feb 08 17:45:48.346708 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a46cdb-f7d1-4d3b-9f30-29a7bd985cd1 req-f2748e59-efa0-49b8-9cd2-5f2fd83d61a5 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:48.348508 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b6a46cdb-f7d1-4d3b-9f30-29a7bd985cd1 req-f2748e59-efa0-49b8-9cd2-5f2fd83d61a5 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0677891 Feb 08 17:45:48.418462 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-b6a46cdb-f7d1-4d3b-9f30-29a7bd985cd1 req-e3faae51-9ac9-4fbf-96d5-4501bb8b3b2f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616212 Feb 08 17:45:48.598482 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f50cff-71c2-4444-98c4-5794450d57b5 req-d875253f-b01b-4729-aee7-d1097278fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:48.600508 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f50cff-71c2-4444-98c4-5794450d57b5 req-d875253f-b01b-4729-aee7-d1097278fa9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1129 time: 0.0502346 Feb 08 17:45:48.649184 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-85f50cff-71c2-4444-98c4-5794450d57b5 req-d8f0fbbb-24c6-4075-b643-b06b273e1298 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Feb 08 17:45:49.611971 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05ff60-0d2c-4dce-92bc-6d17584d3034 req-9513b1e1-bd64-4b5f-b660-7e8bc15bc853 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:49.614408 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e05ff60-0d2c-4dce-92bc-6d17584d3034 req-9513b1e1-bd64-4b5f-b660-7e8bc15bc853 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0630169 Feb 08 17:45:49.677401 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-9e05ff60-0d2c-4dce-92bc-6d17584d3034 req-1af93393-bfb6-4aba-a375-96cbc6e81607 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571218 Feb 08 17:45:50.464612 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:45:50.820883 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8000a58-5b5f-4e8f-a500-b59eaa59d963 req-391ab4ca-d0f0-4d45-bb6e-52ab50379f25 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:50.823506 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f8000a58-5b5f-4e8f-a500-b59eaa59d963 req-391ab4ca-d0f0-4d45-bb6e-52ab50379f25 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0715663 Feb 08 17:45:50.887074 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-f8000a58-5b5f-4e8f-a500-b59eaa59d963 req-0731ba12-23c1-4e05-a849-9bdfceb8f93d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572984 Feb 08 17:45:51.052386 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7d491-8f87-4a5a-999b-a5bb5fbfd968 req-fcadd343-fe3e-4ce7-9714-99754888826d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:51.055391 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24a7d491-8f87-4a5a-999b-a5bb5fbfd968 req-fcadd343-fe3e-4ce7-9714-99754888826d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0724578 Feb 08 17:45:51.114645 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-24a7d491-8f87-4a5a-999b-a5bb5fbfd968 req-8656e82c-f5ef-4c8b-af12-dad8a9c2b383 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522761 Feb 08 17:45:51.139240 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45470) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:45:51.194074 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fa0e02-abac-4350-b1fc-b9e92e7c2751 tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:51.195765 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-e7fa0e02-abac-4350-b1fc-b9e92e7c2751 tempest-TestVolumeBootPattern-473332106 tempest-TestVolumeBootPattern-473332106-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1124 time: 0.0555215 Feb 08 17:45:51.198819 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45472) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:45:51.203723 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.v2.base [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Request body: {'floatingip': {'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'port_id': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:45:51.227446 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:51.350424 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (None), before_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:51.478249 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_common [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Allocated IP 172.27.3.135 (ddc7c803-4100-4a35-85c8-fcedd96b0a2e/6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d/c2ce758b-f0c1-4dbf-b40f-f7db53b463c6) {{(pid=102589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:45:51.594135 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:51.639064 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729374440897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:51.678513 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Network ddc7c803-4100-4a35-85c8-fcedd96b0a2e is already hosted by enough agents. {{(pid=102589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:45:51.683665 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.base_scheduler [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Resources bound (agent type, host, resource id): {{(pid=102589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:45:51.687632 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Received port after_create {{(pid=102589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:45:51.713828 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=c2ce758b-f0c1-4dbf-b40f-f7db53b463c6,revision_number=1']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:52.111284 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (4220f919-b63d-43dd-8999-e9a438179de3), precommit_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:52.185582 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1906313'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), before_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:52.339304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), precommit_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:52.343860 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729374845965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729374440915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729374440933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5038003'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), after_update {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:52.410343 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event updated for resources: {'Port': ['ID=c2ce758b-f0c1-4dbf-b40f-f7db53b463c6,revision_number=2']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:45:52.422231 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656413'] for floatingip (4220f919-b63d-43dd-8999-e9a438179de3), after_create {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:52.787875 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.db.l3_db [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP 4220f919-b63d-43dd-8999-e9a438179de3 associated. External IP: 172.27.3.135, port: 436369f6-dff7-4ec3-ad22-70faf21d52fc. Feb 08 17:45:53.003909 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:45:53.113938 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:45:53.124146 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:45:53.132065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:45:53.135503 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:45:53.136130 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:45:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:45:53.167555 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-c18c9da1-73de-4d08-862f-198c4cb56015 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9676001 Feb 08 17:45:53.168169 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:45:53.170557 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707" -d '{"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:45:53.206256 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345e849-d8d0-496c-a871-e0e45ea2e91f x-openstack-request-id: req-2345e849-d8d0-496c-a871-e0e45ea2e91f {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:45:53.206555 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:45:53.206815 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2345e849-d8d0-496c-a871-e0e45ea2e91f {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:45:53.207236 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'status': 'completed', 'code': 200} Feb 08 17:45:53.254379 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:45:53.279187 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-a0da852c-d479-487e-98c1-4859d16a8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:53.280743 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-a0da852c-d479-487e-98c1-4859d16a8204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1129 time: 0.0494621 Feb 08 17:45:53.377587 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-78ad4386-908d-4b96-bd2b-cd4eca4257b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:53.379325 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-78ad4386-908d-4b96-bd2b-cd4eca4257b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0923674 Feb 08 17:45:53.449750 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-6fe8102f-5dd4-4c34-ad83-174685cf1762 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 999 time: 0.0630555 Feb 08 17:45:53.500172 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-5f370e7a-98fb-482e-934b-5c7042cab21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:53.501692 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-5f370e7a-98fb-482e-934b-5c7042cab21d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0458035 Feb 08 17:45:53.503265 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '4220f919-b63d-43dd-8999-e9a438179de3', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:12:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:45:51Z', 'updated_at': '2022-02-08T17:45:51Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}, {'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:45:53.531925 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:45:53.541476 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:45:53.542127 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:45:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:45:53.562237 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-61c06057-6223-43ff-9575-d6ce0ba1a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:45:53.563791 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-61c06057-6223-43ff-9575-d6ce0ba1a381 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550997 Feb 08 17:45:53.658886 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:45:53.664816 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-32bc2e63-ab54-47d9-a109-fddd28908f94 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926566 Feb 08 17:45:53.758427 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-743fde4e-7ccd-4fe9-bddb-f2176d4b9707 req-9bad354e-eea7-406a-bc7f-bebfda853f3e service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872695 Feb 08 17:45:53.891041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '4220f919-b63d-43dd-8999-e9a438179de3', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:12:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:45:51Z', 'updated_at': '2022-02-08T17:45:51Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}, {'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:45:54.047016 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dd190-b19f-41bd-bd49-42de4c022788 None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': '4220f919-b63d-43dd-8999-e9a438179de3', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:12:18:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:45:51Z', 'updated_at': '2022-02-08T17:45:51Z', 'revision_number': 0, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}, {'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:45:54.242025 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee18694-5c2d-4132-a995-3ddc1648a8ec None None] New status for floating IP 4220f919-b63d-43dd-8999-e9a438179de3: ACTIVE {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:46:04.726810 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-abef91b6-6243-475b-8492-56a472b93afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:07.161930 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bb6983a9-6266-4416-9f16-23ec894d3f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:08.094415 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:10.028418 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:11.265958 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:12.826436 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:22.843585 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-be5b4f75-7254-409e-9b61-ee02bbc7d8c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447972 Feb 08 17:46:22.932974 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-df72ca9b-dae2-4b1c-8655-76bca06970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:46:22.934574 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-df72ca9b-dae2-4b1c-8655-76bca06970b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0469499 Feb 08 17:46:23.041083 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-d6840df2-843c-43a3-8b34-2238f1c08317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:46:23.042594 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-d6840df2-843c-43a3-8b34-2238f1c08317 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0891702 Feb 08 17:46:23.108023 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-998e2839-c12f-461f-b21e-76b3c4231603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 1001 time: 0.0592515 Feb 08 17:46:23.170664 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-53e9802c-ac42-4e99-85c3-2053e38f1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:46:23.172143 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-53e9802c-ac42-4e99-85c3-2053e38f1d06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0579753 Feb 08 17:46:23.225694 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-080fbb08-ae83-4a52-8888-da8c18be8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:46:23.227200 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-080fbb08-ae83-4a52-8888-da8c18be8586 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490365 Feb 08 17:46:23.317441 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-3ead123f-5220-4366-9d46-758bd65e7e1e service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827758 Feb 08 17:46:23.411848 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-d7b1f8fb-f9c8-4223-aecd-c93369776dc9 req-8fe2bd88-6b13-4096-abb3-61befd5ea6f3 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882308 Feb 08 17:46:27.464159 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:46:34.729490 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a5586c57-93fd-4d60-bdee-290bbd0560fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:37.154513 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-ac95613f-a7c1-4221-b374-b6d714626911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:38.093026 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:40.028794 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:41.272309 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:46:42.840520 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:04.462818 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:47:04.732398 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-793aaa50-ba0e-4f8c-a132-adef71666303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:07.156690 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-8deed443-3243-446a-9ea8-2524227e9e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:08.096909 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:10.025971 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:11.268414 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:12.842386 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:24.871266 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-7948ef91-4461-4a13-b300-dc5bfd80a70a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462937 Feb 08 17:47:24.938354 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578ee0-0710-4e12-903f-9730d3117152 req-17a1702d-af7a-4039-bbfb-a1635493146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:24.939875 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-17a1702d-af7a-4039-bbfb-a1635493146c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1129 time: 0.0459795 Feb 08 17:47:25.046082 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578ee0-0710-4e12-903f-9730d3117152 req-a1264e01-f3ba-455c-b206-e76766c25678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:25.047557 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-a1264e01-f3ba-455c-b206-e76766c25678 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0887187 Feb 08 17:47:25.112509 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-f9a8725f-0e6b-4b2b-b5b6-181bcc2ea159 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 1001 time: 0.0588410 Feb 08 17:47:25.162674 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578ee0-0710-4e12-903f-9730d3117152 req-9715681a-0652-4ba5-87b1-c0323eca71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:25.164048 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-9715681a-0652-4ba5-87b1-c0323eca71f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0449827 Feb 08 17:47:25.218238 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf578ee0-0710-4e12-903f-9730d3117152 req-2df18347-98ae-4f2e-aae0-8559677d8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:25.219736 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-2df18347-98ae-4f2e-aae0-8559677d8b23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489120 Feb 08 17:47:25.309064 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-ddc72bb1-d64f-4fa9-9161-d7f36f3cc788 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828500 Feb 08 17:47:25.404712 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-bf578ee0-0710-4e12-903f-9730d3117152 req-47fb3c3c-b872-461b-ab52-6cca9885e630 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888183 Feb 08 17:47:28.368267 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45508) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:28.525059 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port c2ce758b-f0c1-4dbf-b40f-f7db53b463c6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:28.525429 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:28.597718 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:28.598040 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:28.610166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for c2ce758b-f0c1-4dbf-b40f-f7db53b463c6 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:28.756193 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (c2ce758b-f0c1-4dbf-b40f-f7db53b463c6), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:28.783342 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=c2ce758b-f0c1-4dbf-b40f-f7db53b463c6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:28.812776 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.813118 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.813476 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.813816 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.814142 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.814464 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.814785 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.815104 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.815423 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.815742 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.816058 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.816371 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.816703 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:28.855296 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (4220f919-b63d-43dd-8999-e9a438179de3), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:28.855684 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP 4220f919-b63d-43dd-8999-e9a438179de3 disassociated (deleted). External IP: 172.27.3.135, port: 436369f6-dff7-4ec3-ad22-70faf21d52fc. Feb 08 17:47:29.065544 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:47:29.172783 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:47:29.177611 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:29.182176 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:47:29.191573 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:29.192195 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:29.206394 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-d88bcb3d-569e-4a7c-806b-bcb8de05449d tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "DELETE /v2.0/floatingips/4220f919-b63d-43dd-8999-e9a438179de3 HTTP/1.1" status: 204 len: 168 time: 0.8370335 Feb 08 17:47:29.207077 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:47:29.209417 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e3fc4-333d-45bd-b5f2-a8a86f02463a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:47:29.307426 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:29.312325 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba151cb-6d48-40ed-91c0-c4943da01d3f x-openstack-request-id: req-2ba151cb-6d48-40ed-91c0-c4943da01d3f {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:47:29.312624 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:47:29.312877 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ba151cb-6d48-40ed-91c0-c4943da01d3f {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:47:29.313503 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'status': 'completed', 'code': 200} Feb 08 17:47:29.393798 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-6fb9978c-d03f-4241-b16f-2338dc793009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:29.396137 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-6fb9978c-d03f-4241-b16f-2338dc793009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 1129 time: 0.0549502 Feb 08 17:47:29.489878 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c776ddd-d10d-4b27-8787-a1fc77dfebf4 req-4f965aa5-5db2-49d3-bb7a-ff32d78c31da tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:29.491025 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8c776ddd-d10d-4b27-8787-a1fc77dfebf4 req-4f965aa5-5db2-49d3-bb7a-ff32d78c31da tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0637298 Feb 08 17:47:29.505193 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-9bc74212-2cb2-4254-a5d9-bde2c745ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:29.506713 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-9bc74212-2cb2-4254-a5d9-bde2c745ae3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0978131 Feb 08 17:47:29.550610 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-8c776ddd-d10d-4b27-8787-a1fc77dfebf4 req-fb2cc46c-5b1b-47f3-a7b0-2039e2ce3e37 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503139 Feb 08 17:47:29.556662 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-8be92b60-918b-45fb-a9ed-48a502f32e50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 200 len: 217 time: 0.0419085 Feb 08 17:47:29.587547 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:29.611292 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-61063696-0bad-425b-a276-f520b47693ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:29.612719 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-61063696-0bad-425b-a276-f520b47693ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0482395 Feb 08 17:47:29.619318 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:47:29.628319 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:29.628951 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:29.669835 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-ad3d122a-697f-44a4-9c93-4658c67dcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:29.670941 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-ad3d122a-697f-44a4-9c93-4658c67dcc55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510237 Feb 08 17:47:29.752825 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:29.780151 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-9b4ae30d-4fb4-4923-9888-fb1a1d719cff service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001773 Feb 08 17:47:29.895619 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-297e3fc4-333d-45bd-b5f2-a8a86f02463a req-23e27b7b-f978-4576-b8f1-c1031e793951 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032753 Feb 08 17:47:30.017865 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:30.050297 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df7bd8-5584-4366-b1fe-9a8b6ca5f31a None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_floatingips': [{'id': 'df3452ea-d5d9-497a-93a0-4c07d7b487e7', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'router_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'port_id': '625fdd0a-3cda-4343-be95-b1644117908b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'mac_address': 'fa:16:3e:3b:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:43:43Z', 'updated_at': '2022-02-08T17:43:45Z', 'revision_number': 1, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:47:30.312973 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644da4a9-d62a-4777-b013-e4fdd8f84f9c None None] New status for floating IP 4220f919-b63d-43dd-8999-e9a438179de3: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:47:30.698812 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cff3-573c-4c97-a730-c415ae480e66 req-b64bd3e7-71de-4439-94e0-82aa8a6ab8e9 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:30.700389 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0043cff3-573c-4c97-a730-c415ae480e66 req-b64bd3e7-71de-4439-94e0-82aa8a6ab8e9 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0728993 Feb 08 17:47:30.757992 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-0043cff3-573c-4c97-a730-c415ae480e66 req-9aa4388c-f73f-4538-aaf9-8aed40a8fc88 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514214 Feb 08 17:47:31.206892 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-3b4d90eb-4161-4dfd-8d37-4788a38789e1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:31.208354 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-3b4d90eb-4161-4dfd-8d37-4788a38789e1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 945 time: 0.0524831 Feb 08 17:47:31.302465 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port 436369f6-dff7-4ec3-ad22-70faf21d52fc {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:31.302803 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:31.392900 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] For port 436369f6-dff7-4ec3-ad22-70faf21d52fc, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=436369f6-dff7-4ec3-ad22-70faf21d52fc,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:31.393303 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:31.405737 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for 436369f6-dff7-4ec3-ad22-70faf21d52fc owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:31.536288 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (436369f6-dff7-4ec3-ad22-70faf21d52fc), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:31.567052 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=436369f6-dff7-4ec3-ad22-70faf21d52fc,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:31.593516 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.593868 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.594213 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.594555 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.594885 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.595206 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.595517 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.595851 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.596175 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.596554 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.596822 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.597141 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.597487 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:31.621135 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] No DVR routers for this DVR port 436369f6-dff7-4ec3-ad22-70faf21d52fc on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:31.624162 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:31.627501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-6afb643e-e8bf-427a-a8a1-5bc7b20cdc9c req-653ac3bc-1330-4783-b0b1-747420934760 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "DELETE /v2.0/ports/436369f6-dff7-4ec3-ad22-70faf21d52fc HTTP/1.1" status: 204 len: 173 time: 0.4135303 Feb 08 17:47:31.627953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'name': 'network-vif-deleted', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:47:31.630282 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e4729-7d92-4300-8b7a-920867e9004b" -d '{"events": [{"server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "name": "network-vif-deleted", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:47:31.668660 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ebdb0-3122-4d98-8b72-7fd63ac29ba6 x-openstack-request-id: req-737ebdb0-3122-4d98-8b72-7fd63ac29ba6 {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:47:31.668953 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d821bfc-fe28-4943-bbf6-2292f4b0df79", "name": "network-vif-deleted", "tag": "436369f6-dff7-4ec3-ad22-70faf21d52fc", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:47:31.669286 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-737ebdb0-3122-4d98-8b72-7fd63ac29ba6 {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:47:31.669671 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d821bfc-fe28-4943-bbf6-2292f4b0df79', 'name': 'network-vif-deleted', 'tag': '436369f6-dff7-4ec3-ad22-70faf21d52fc', 'status': 'completed', 'code': 200} Feb 08 17:47:31.859277 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-4944ac32-d6dd-4e74-aa06-af59a6d9677e req-7c0abf3f-5e86-4091-826a-2dc1bf583fd1 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d821bfc-fe28-4943-bbf6-2292f4b0df79 HTTP/1.1" status: 200 len: 210 time: 0.0281322 Feb 08 17:47:34.650571 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 436369f6-dff7-4ec3-ad22-70faf21d52fc no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:34.671225 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 436369f6-dff7-4ec3-ad22-70faf21d52fc {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:34.671568 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 436369f6-dff7-4ec3-ad22-70faf21d52fc not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:34.735702 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef7d7-bc4a-4c85-bf1d-4a7518eeba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.139834 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45550) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:35.296753 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port 690393d1-9a54-453c-b799-87660ce30d21 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:35.297092 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (690393d1-9a54-453c-b799-87660ce30d21), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.374108 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (690393d1-9a54-453c-b799-87660ce30d21), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.374433 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (690393d1-9a54-453c-b799-87660ce30d21), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.386011 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for 690393d1-9a54-453c-b799-87660ce30d21 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:35.531420 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (690393d1-9a54-453c-b799-87660ce30d21), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.561362 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=690393d1-9a54-453c-b799-87660ce30d21,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:35.619215 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (df3452ea-d5d9-497a-93a0-4c07d7b487e7), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.619545 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.db.l3_db [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Floating IP df3452ea-d5d9-497a-93a0-4c07d7b487e7 disassociated (deleted). External IP: 172.27.3.106, port: 625fdd0a-3cda-4343-be95-b1644117908b. Feb 08 17:47:35.832810 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:47:35.942344 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:47:35.947236 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:35.952556 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:47:35.963293 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:35.963922 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:35.978215 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fe5a79b3-6090-4bb2-8a40-c3b323c5b9d8 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "DELETE /v2.0/floatingips/df3452ea-d5d9-497a-93a0-4c07d7b487e7 HTTP/1.1" status: 204 len: 168 time: 0.8370111 Feb 08 17:47:35.980947 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b'}] {{(pid=102590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:47:35.985502 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec85d5f470694a488501f6d028e148044325ab0594fc6d3ebee0d3caf0bd22fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153529be-7e2e-4bb0-bbc9-891c94cfed89" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b"}]}' {{(pid=102590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:47:36.027048 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303efdd9-8375-4a59-bc26-a098a320c65e x-openstack-request-id: req-303efdd9-8375-4a59-bc26-a098a320c65e {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:47:36.027283 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "tag": "625fdd0a-3cda-4343-be95-b1644117908b", "status": "completed", "code": 200}]} {{(pid=102590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:47:36.027594 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-303efdd9-8375-4a59-bc26-a098a320c65e {{(pid=102590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:47:36.027968 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b', 'status': 'completed', 'code': 200} Feb 08 17:47:36.094693 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:36.104517 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-2df6c837-3ad5-4bc5-865f-0d3e38531668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:36.106160 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-2df6c837-3ad5-4bc5-865f-0d3e38531668 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a62a1727984ff69d6de64fdfb1137e&device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 1129 time: 0.0541985 Feb 08 17:47:36.210717 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-7abfb000-9446-44a8-85c6-063eb768b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:36.212393 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-7abfb000-9446-44a8-85c6-063eb768b515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 200 len: 912 time: 0.0991583 Feb 08 17:47:36.264243 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-f52168b9-868b-45ef-9238-75884028d758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 200 len: 217 time: 0.0449100 Feb 08 17:47:36.324984 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-6ef5d9ac-0b74-4a74-a1f9-990e3b9e12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:36.326431 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:36.326669 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-6ef5d9ac-0b74-4a74-a1f9-990e3b9e12d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 200 len: 850 time: 0.0559704 Feb 08 17:47:36.355862 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:47:36.369286 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:36.370095 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:07Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:36.392114 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-009a41de-c093-4725-8f47-08ef10e2dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:36.394332 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-009a41de-c093-4725-8f47-08ef10e2dff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03f089e2-21e2-4958-941c-e799f90c427c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593748 Feb 08 17:47:36.417954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9a843-d3b2-4fff-bbd6-ed581b79c728 req-8d391e61-c6ac-4142-95b8-3165ef8091b2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:36.417954 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4cd9a843-d3b2-4fff-bbd6-ed581b79c728 req-8d391e61-c6ac-4142-95b8-3165ef8091b2 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0746863 Feb 08 17:47:36.477231 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [req-4cd9a843-d3b2-4fff-bbd6-ed581b79c728 req-f8bdb31e-2235-4924-aba2-a9cc118d91ab tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533528 Feb 08 17:47:36.505810 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-d07c5129-19d3-406f-9969-739a25b51a64 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039910 Feb 08 17:47:36.602613 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-153529be-7e2e-4bb0-bbc9-891c94cfed89 req-7a79d7c0-f20e-4a66-9bd1-88a7a518e7b3 service neutron] 10.222.0.64 "GET /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881863 Feb 08 17:47:36.633871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:36.848859 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:36.880299 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390e426-baa5-4a29-a813-02362a60ec8c None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:42Z', 'revision_number': 4, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi', '_interfaces': [{'id': 'bd849538-3882-42d9-b2ac-72f39828e003', 'name': '', 'network_id': '03f089e2-21e2-4958-941c-e799f90c427c', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'mac_address': 'fa:16:3e:01:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:41Z', 'updated_at': '2022-02-08T17:40:47Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'subnets': [{'id': 'a38da775-814c-4f36-bfef-af373cc60aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:47:37.110797 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724965d7-ed15-49df-97cc-9244efd6008a None None] New status for floating IP df3452ea-d5d9-497a-93a0-4c07d7b487e7: DOWN {{(pid=102592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:47:37.160133 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-659ad5a5-9699-4afa-8284-9aefbbf0fb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:37.626014 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b047dc-688b-4e1b-9d66-d9c5c0326ecf req-2a6e31c4-6f73-4a91-b750-867b0e02d0fa tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:37.627724 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-06b047dc-688b-4e1b-9d66-d9c5c0326ecf req-2a6e31c4-6f73-4a91-b750-867b0e02d0fa tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0729797 Feb 08 17:47:37.692233 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-06b047dc-688b-4e1b-9d66-d9c5c0326ecf req-9ad76670-bf5e-4e55-8df1-d64dc0aec3c6 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/security-groups?id=a287edb5-5ac1-46f0-a611-446dc5ac6d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553632 Feb 08 17:47:38.054904 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-82b8155e-5464-4a54-88e3-81ea7ee6da4f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:47:38.056337 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-82b8155e-5464-4a54-88e3-81ea7ee6da4f tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 945 time: 0.0539618 Feb 08 17:47:38.105689 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:38.159602 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port 625fdd0a-3cda-4343-be95-b1644117908b {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:38.159857 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (625fdd0a-3cda-4343-be95-b1644117908b), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:38.250078 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] For port 625fdd0a-3cda-4343-be95-b1644117908b, host hv-cinder-82204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82204',level=0,port_id=625fdd0a-3cda-4343-be95-b1644117908b,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:38.250443 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (625fdd0a-3cda-4343-be95-b1644117908b), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:38.263606 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for 625fdd0a-3cda-4343-be95-b1644117908b owned by compute:nova {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:38.394348 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (625fdd0a-3cda-4343-be95-b1644117908b), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:38.423478 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=625fdd0a-3cda-4343-be95-b1644117908b,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:38.469535 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] No DVR routers for this DVR port 625fdd0a-3cda-4343-be95-b1644117908b on host hv-cinder-82204 {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:38.472255 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for port (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:38.475607 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-2260230d-cc39-42fa-a231-5976bbb3b073 req-ce44120e-e33d-4a57-994b-fff0a2698728 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.64 "DELETE /v2.0/ports/625fdd0a-3cda-4343-be95-b1644117908b HTTP/1.1" status: 204 len: 173 time: 0.4131379 Feb 08 17:47:38.476065 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'name': 'network-vif-deleted', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b'}] {{(pid=102589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:47:38.478356 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bdebaf47f834115c336abbd60a53c4a6b221993c4d896eb4d6906005db6bbab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8a2212-b470-4e7c-baa5-be443b7d5d14" -d '{"events": [{"server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "name": "network-vif-deleted", "tag": "625fdd0a-3cda-4343-be95-b1644117908b"}]}' {{(pid=102589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:47:38.519110 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b1f59-5c2d-4f10-a1eb-b98476b025ff x-openstack-request-id: req-ae1b1f59-5c2d-4f10-a1eb-b98476b025ff {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:47:38.519408 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7d62d9-29ba-4b7d-8c8e-f258e5758129", "name": "network-vif-deleted", "tag": "625fdd0a-3cda-4343-be95-b1644117908b", "status": "completed", "code": 200}]} {{(pid=102589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:47:38.519662 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae1b1f59-5c2d-4f10-a1eb-b98476b025ff {{(pid=102589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:47:38.520066 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7d62d9-29ba-4b7d-8c8e-f258e5758129', 'name': 'network-vif-deleted', 'tag': '625fdd0a-3cda-4343-be95-b1644117908b', 'status': 'completed', 'code': 200} Feb 08 17:47:38.810491 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [req-e612a640-60f3-4ccc-a901-990ef4aef54b req-6facb3bc-7e2d-4fc8-bff4-30a3b53a2280 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a7d62d9-29ba-4b7d-8c8e-f258e5758129 HTTP/1.1" status: 200 len: 210 time: 0.0292916 Feb 08 17:47:39.872255 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45566) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:39.994007 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Deleting port 2c073149-587c-4e3d-90d5-542455e415f6 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:39.994357 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (2c073149-587c-4e3d-90d5-542455e415f6), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.029008 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.082758 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (2c073149-587c-4e3d-90d5-542455e415f6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.083080 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (2c073149-587c-4e3d-90d5-542455e415f6), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.095201 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Calling delete_port for 2c073149-587c-4e3d-90d5-542455e415f6 owned by network:floatingip {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:40.242251 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (2c073149-587c-4e3d-90d5-542455e415f6), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.269754 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'Port': ['ID=2c073149-587c-4e3d-90d5-542455e415f6,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:40.328120 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for floatingip (c0d3b57c-80b2-490e-b6ef-6acea396adc5), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.330721 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113993'] for floatingip (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:40.331882 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e3821e51-c48e-4e79-97df-80bc525e7508 tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "DELETE /v2.0/floatingips/c0d3b57c-80b2-490e-b6ef-6acea396adc5 HTTP/1.1" status: 204 len: 168 time: 0.4586425 Feb 08 17:47:40.673213 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 625fdd0a-3cda-4343-be95-b1644117908b no longer exists at agent hyperv_hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:40.693707 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-074170ba-f751-4192-a149-968583a45579 None None] No Port match for: 625fdd0a-3cda-4343-be95-b1644117908b {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:40.694055 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-074170ba-f751-4192-a149-968583a45579 None None] Device 625fdd0a-3cda-4343-be95-b1644117908b not bound to the agent host hv-cinder-82204 {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:41.271796 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:41.461611 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:47:41.523836 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45578) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:41.580646 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (a287edb5-5ac1-46f0-a611-446dc5ac6d9d), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:41.605392 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (a287edb5-5ac1-46f0-a611-446dc5ac6d9d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:41.667899 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (a287edb5-5ac1-46f0-a611-446dc5ac6d9d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:41.670513 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:41.671665 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] 10.222.0.69 "DELETE /v2.0/security-groups/a287edb5-5ac1-46f0-a611-446dc5ac6d9d HTTP/1.1" status: 204 len: 168 time: 0.1468959 Feb 08 17:47:41.683393 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23661db0-75bc-4ffa-9e26-36dd832deffb tempest-TestVolumeBootPattern-17481033 tempest-TestVolumeBootPattern-17481033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287edb5-5ac1-46f0-a611-446dc5ac6d9d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:41.725126 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45582) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:42.417016 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (2b05834c-f088-48db-8dc3-2be43f77a141), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:42.661965 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Deleting port bd849538-3882-42d9-b2ac-72f39828e003 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:42.662721 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (bd849538-3882-42d9-b2ac-72f39828e003), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:42.742576 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] For port bd849538-3882-42d9-b2ac-72f39828e003, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=bd849538-3882-42d9-b2ac-72f39828e003,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:42.742942 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (bd849538-3882-42d9-b2ac-72f39828e003), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:42.756052 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Calling delete_port for bd849538-3882-42d9-b2ac-72f39828e003 owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:42.845776 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:42.946859 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (bd849538-3882-42d9-b2ac-72f39828e003), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:42.973370 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd849538-3882-42d9-b2ac-72f39828e003,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:43.188733 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (2b05834c-f088-48db-8dc3-2be43f77a141), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:43.409026 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Router 2b05834c-f088-48db-8dc3-2be43f77a141 has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:47:43.516891 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:47:43.522413 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-f042a3d1-c48a-41f8-8aa7-6d77e469dad0 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b05834c-f088-48db-8dc3-2be43f77a141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962496 Feb 08 17:47:43.524954 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45586) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:43.526074 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Sync routers for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:47:43.536834 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:43.537481 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:43.631882 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks [] for router (2b05834c-f088-48db-8dc3-2be43f77a141), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:43.647537 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: dv-cinder-822040-2-iscsi {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:43.739758 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks [] for router_gateway (2b05834c-f088-48db-8dc3-2be43f77a141), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:43.797816 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Deleting port 57b86802-6dbf-44e5-ab75-31e40680eb37 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:43.798178 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:43.831216 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:47:42Z', 'revision_number': 5, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port': {'id': '57b86802-6dbf-44e5-ab75-31e40680eb37', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:43.858770 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Checking router: 2b05834c-f088-48db-8dc3-2be43f77a141 for host: dv-cinder-822040-2-iscsi {{(pid=102591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:47:43.868510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Routers {'2b05834c-f088-48db-8dc3-2be43f77a141'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:43.869134 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['2b05834c-f088-48db-8dc3-2be43f77a141'], 'active': True} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:43.876703 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] For port 57b86802-6dbf-44e5-ab75-31e40680eb37, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=57b86802-6dbf-44e5-ab75-31e40680eb37,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:43.877072 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:43.895166 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Calling delete_port for 57b86802-6dbf-44e5-ab75-31e40680eb37 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:43.962866 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvr_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] Set router 2b05834c-f088-48db-8dc3-2be43f77a141 gateway port host: None {{(pid=102591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:44.019336 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_hamode_db [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:47:43Z', 'revision_number': 6, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:44.047823 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d5b5c-eb03-4496-bdd2-cd9a07117e96 None None] The sync data for ids ['2b05834c-f088-48db-8dc3-2be43f77a141'] in dv-cinder-822040-2-iscsi is: [{'id': '2b05834c-f088-48db-8dc3-2be43f77a141', 'name': 'tempest-TestVolumeBootPattern-528959594-router', 'tenant_id': '12a62a1727984ff69d6de64fdfb1137e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:39Z', 'updated_at': '2022-02-08T17:47:43Z', 'revision_number': 6, 'project_id': '12a62a1727984ff69d6de64fdfb1137e', 'gw_port_host': None}] {{(pid=102591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:47:44.101533 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (57b86802-6dbf-44e5-ab75-31e40680eb37), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.129185 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=57b86802-6dbf-44e5-ab75-31e40680eb37,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:44.193389 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (2b05834c-f088-48db-8dc3-2be43f77a141), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.281916 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (2b05834c-f088-48db-8dc3-2be43f77a141), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.283935 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks [] for router_controller (2b05834c-f088-48db-8dc3-2be43f77a141), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.329749 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (2b05834c-f088-48db-8dc3-2be43f77a141), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.330311 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b05834c-f088-48db-8dc3-2be43f77a141 {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:47:44.334585 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.335786 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-594bdd1c-6161-4ef5-9cf9-8a42afd75e7e admin admin] 10.222.0.69 "DELETE /v2.0/routers/2b05834c-f088-48db-8dc3-2be43f77a141 HTTP/1.1" status: 204 len: 168 time: 0.8096855 Feb 08 17:47:44.338426 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45588) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:44.383189 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Deleting subnet a38da775-814c-4f36-bfef-af373cc60aa8 {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:47:44.387127 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Publish callbacks [] for subnet (a38da775-814c-4f36-bfef-af373cc60aa8), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.429317 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (a38da775-814c-4f36-bfef-af373cc60aa8), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.511390 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (a38da775-814c-4f36-bfef-af373cc60aa8), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.565091 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (a38da775-814c-4f36-bfef-af373cc60aa8), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.588764 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38da775-814c-4f36-bfef-af373cc60aa8,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:44.595123 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.598501 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-4b4a41c0-4d94-4ad4-97ed-4e93761740ca admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a38da775-814c-4f36-bfef-af373cc60aa8 HTTP/1.1" status: 204 len: 168 time: 0.2588944 Feb 08 17:47:44.600963 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45590) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:44.601107 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b39f4-4fb7-4f95-ac26-6a43474d7dcc None None] Network 03f089e2-21e2-4958-941c-e799f90c427c requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:47:44.667946 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (03f089e2-21e2-4958-941c-e799f90c427c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.727624 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Deleting port e6546e68-35d3-49cd-bcd9-58837ba45302 {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:44.727958 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.789673 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] For port e6546e68-35d3-49cd-bcd9-58837ba45302, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=e6546e68-35d3-49cd-bcd9-58837ba45302,segment=NetworkSegment(ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7),segment_id=ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:44.789947 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.803300 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Calling delete_port for e6546e68-35d3-49cd-bcd9-58837ba45302 owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:44.834781 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c530697-c811-4567-bac4-26398658785e None None] DHCP port deletion for 03f089e2-21e2-4958-941c-e799f90c427c request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:47:44.886038 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6c530697-c811-4567-bac4-26398658785e None None] Deleting port e6546e68-35d3-49cd-bcd9-58837ba45302 {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:44.886740 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.891297 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.917259 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6546e68-35d3-49cd-bcd9-58837ba45302,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:44.920647 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] No DVR routers for this DVR port e6546e68-35d3-49cd-bcd9-58837ba45302 on host dv-cinder-822040-2-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:44.965968 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-6c530697-c811-4567-bac4-26398658785e None None] For port e6546e68-35d3-49cd-bcd9-58837ba45302, host dv-cinder-822040-2-iscsi, got binding levels [] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:44.966464 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.983555 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-6c530697-c811-4567-bac4-26398658785e None None] Calling delete_port for e6546e68-35d3-49cd-bcd9-58837ba45302 owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:44.986504 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.ipam_backend_mixin [None req-6c530697-c811-4567-bac4-26398658785e None None] Port e6546e68-35d3-49cd-bcd9-58837ba45302 was not found and therefore no delete operation was performed {{(pid=102591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 17:47:44.987838 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (e6546e68-35d3-49cd-bcd9-58837ba45302), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:44.996887 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (03f089e2-21e2-4958-941c-e799f90c427c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.020472 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device bd849538-3882-42d9-b2ac-72f39828e003 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:45.020742 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f089e2-21e2-4958-941c-e799f90c427c']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:45.023839 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530697-c811-4567-bac4-26398658785e None None] Pushing event deleted for resources: {'Port': ['ID=e6546e68-35d3-49cd-bcd9-58837ba45302,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:45.030154 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:45.030449 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:45.039550 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.044250 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c530697-c811-4567-bac4-26398658785e None None] No DVR routers for this DVR port e6546e68-35d3-49cd-bcd9-58837ba45302 on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:45.051862 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: bd849538-3882-42d9-b2ac-72f39828e003 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:45.052208 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device bd849538-3882-42d9-b2ac-72f39828e003 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:45.052648 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device e6546e68-35d3-49cd-bcd9-58837ba45302 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:45.053560 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.055468 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.055818 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.056166 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.056510 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.056956 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.057387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.058092 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.058092 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.058423 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.058719 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.059066 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.059364 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.060125 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530697-c811-4567-bac4-26398658785e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822040-2-iscsi {{(pid=102591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:47:45.068028 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:47:45.068454 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (ceb38ff9-cba3-4347-b0b7-1193eb7bd9e7), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:47:45.070378 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:47:45.089734 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: e6546e68-35d3-49cd-bcd9-58837ba45302 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:45.090043 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device e6546e68-35d3-49cd-bcd9-58837ba45302 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:45.090387 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 57b86802-6dbf-44e5-ab75-31e40680eb37 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:45.110815 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 57b86802-6dbf-44e5-ab75-31e40680eb37 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:45.111184 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 57b86802-6dbf-44e5-ab75-31e40680eb37 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:45.134701 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (03f089e2-21e2-4958-941c-e799f90c427c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.141127 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.144862 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] 10.222.0.69 "DELETE /v2.0/networks/03f089e2-21e2-4958-941c-e799f90c427c HTTP/1.1" status: 204 len: 168 time: 0.5429182 Feb 08 17:47:45.147841 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45592) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:45.157077 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3d3f-23a8-4ad9-8d52-0db8abe49219 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f089e2-21e2-4958-941c-e799f90c427c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:45.497662 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659229'] for router_interface (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.747105 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Deleting port 51e4adfd-442c-442e-9ced-d990215fc44f {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:45.747454 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.825172 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] For port 51e4adfd-442c-442e-9ced-d990215fc44f, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=51e4adfd-442c-442e-9ced-d990215fc44f,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:45.825537 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:45.838907 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Calling delete_port for 51e4adfd-442c-442e-9ced-d990215fc44f owned by network:router_interface {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:46.024457 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (51e4adfd-442c-442e-9ced-d990215fc44f), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:46.050242 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4adfd-442c-442e-9ced-d990215fc44f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:46.229442 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659337'] for router_interface (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:46.675941 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Router 47123bfb-71bb-44eb-b4fa-2df47b7d360b has already been hosted by L3 agent 0ef32111-248a-4e6d-9804-deb9cb9a6f7f {{(pid=102590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:47:46.786154 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] Notify agent at l3_agent.dv-cinder-822040-2-iscsi the message routers_updated {{(pid=102590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:47:46.791082 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-be1a17e5-f4f7-470b-9181-0920e157c820 admin admin] 10.222.0.69 "PUT /v2.0/routers/47123bfb-71bb-44eb-b4fa-2df47b7d360b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422238 Feb 08 17:47:46.793713 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45594) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:46.796768 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Sync routers for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:47:46.806827 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:46.807490 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:46.900638 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks [] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:46.917575 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: dv-cinder-822040-2-iscsi {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:47.011475 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks [] for router_gateway (47123bfb-71bb-44eb-b4fa-2df47b7d360b), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.064591 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Deleting port 00e383c6-99ee-48ac-82aa-e8b6c477a263 {{(pid=102590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:47.065051 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.100883 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'external_fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:47:45Z', 'revision_number': 5, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port': {'id': '00e383c6-99ee-48ac-82aa-e8b6c477a263', 'name': '', 'network_id': 'ddc7c803-4100-4a35-85c8-fcedd96b0a2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822040-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b2d78c6-dc25-4c59-90c1-6f6a574d6c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822040-2-iscsi'}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:47.127455 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Checking router: 47123bfb-71bb-44eb-b4fa-2df47b7d360b for host: dv-cinder-822040-2-iscsi {{(pid=102592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:47:47.135680 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Routers {'47123bfb-71bb-44eb-b4fa-2df47b7d360b'} bound to L3 agent in host dv-cinder-822040-2-iscsi {{(pid=102592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:47:47.136291 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822040-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T17:20:07Z,description=,heartbeat_timestamp=2022-02-08T17:47:37Z,host='dv-cinder-822040-2-iscsi',id=0ef32111-248a-4e6d-9804-deb9cb9a6f7f,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T17:20:07Z,topic='l3_agent')) {'router_ids': ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'], 'active': True} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:47.143875 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.db [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] For port 00e383c6-99ee-48ac-82aa-e8b6c477a263, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=00e383c6-99ee-48ac-82aa-e8b6c477a263,segment=NetworkSegment(07f91d1f-a088-4bf6-8841-f16d7215278a),segment_id=07f91d1f-a088-4bf6-8841-f16d7215278a)] {{(pid=102590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:47.144243 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.158070 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.plugins.ml2.plugin [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Calling delete_port for 00e383c6-99ee-48ac-82aa-e8b6c477a263 owned by network:router_gateway {{(pid=102590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:47.224844 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_dvr_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] Set router 47123bfb-71bb-44eb-b4fa-2df47b7d360b gateway port host: None {{(pid=102592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:47:47.279984 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.l3_hamode_db [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:47:47Z', 'revision_number': 6, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port_host': None}], 'dv-cinder-822040-2-iscsi', False) {} {{(pid=102592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:47.309765 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f735974-9dc7-4fc5-977c-780cff156a76 None None] The sync data for ids ['47123bfb-71bb-44eb-b4fa-2df47b7d360b'] in dv-cinder-822040-2-iscsi is: [{'id': '47123bfb-71bb-44eb-b4fa-2df47b7d360b', 'name': 'tempest-TestVolumeBootPattern-691034160-router', 'tenant_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:40:44Z', 'updated_at': '2022-02-08T17:47:47Z', 'revision_number': 6, 'project_id': '826af5e1d2ce4cf7bd76c2e54fcacc8a', 'gw_port_host': None}] {{(pid=102592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:47:47.331127 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5762971'] for port (00e383c6-99ee-48ac-82aa-e8b6c477a263), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.357879 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e383c6-99ee-48ac-82aa-e8b6c477a263,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:47.418143 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656491'] for router_gateway (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.506470 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11541'] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.508452 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks [] for router_controller (47123bfb-71bb-44eb-b4fa-2df47b7d360b), precommit_delete_associations {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.556560 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659195'] for router (47123bfb-71bb-44eb-b4fa-2df47b7d360b), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.557137 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47123bfb-71bb-44eb-b4fa-2df47b7d360b {{(pid=102590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:47:47.561498 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.562699 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-fff9adbd-d73e-48df-99cf-af4a23eca920 admin admin] 10.222.0.69 "DELETE /v2.0/routers/47123bfb-71bb-44eb-b4fa-2df47b7d360b HTTP/1.1" status: 204 len: 168 time: 0.7680695 Feb 08 17:47:47.565481 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45596) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:47.609132 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Deleting subnet 3152f86e-2b53-4160-9d92-f12a203a500c {{(pid=102589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:47:47.612045 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Publish callbacks [] for subnet (3152f86e-2b53-4160-9d92-f12a203a500c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.646370 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211733'] for subnet (3152f86e-2b53-4160-9d92-f12a203a500c), precommit_delete_associations {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.730236 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2004268'] for subnet (3152f86e-2b53-4160-9d92-f12a203a500c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.783204 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2004439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5037925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4983853'] for subnet (3152f86e-2b53-4160-9d92-f12a203a500c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.808003 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3152f86e-2b53-4160-9d92-f12a203a500c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:47.812057 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for subnet (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:47.815224 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-5f4ad30a-6775-4a28-ae25-d4e75d366906 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3152f86e-2b53-4160-9d92-f12a203a500c HTTP/1.1" status: 204 len: 168 time: 0.2487557 Feb 08 17:47:47.817867 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [-] (102589) accepted ('10.222.0.69', 45598) {{(pid=102589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:47.820370 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12b9ad-7673-4f0c-9e0a-eb3c66ffa8bd None None] Network b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 requested from dv-cinder-822040-2-iscsi {{(pid=102591) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:47:48.103109 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] DHCP port deletion for b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 request from dv-cinder-822040-2-iscsi {{(pid=102591) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:47:48.155529 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Deleting port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c {{(pid=102591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:48.156013 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), before_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.167780 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2089210'] for network (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.220416 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Deleting port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c {{(pid=102589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:47:48.220821 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729374844820'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.220966 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.db [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] For port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:48.221452 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), precommit_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.235438 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Calling delete_port for 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c owned by network:dhcp {{(pid=102591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:48.296663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.db [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] For port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c, host dv-cinder-822040-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822040-2-iscsi',level=0,port_id=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,segment=NetworkSegment(bea1ccef-3078-4018-99a0-4626d33e8391),segment_id=bea1ccef-3078-4018-99a0-4626d33e8391)] {{(pid=102589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:47:48.297029 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661926'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.310405 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.plugin [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Calling delete_port for 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c owned by network:dhcp {{(pid=102589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:47:48.320890 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), after_delete {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.348353 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] Pushing event deleted for resources: {'Port': ['ID=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,revision_number=None']} {{(pid=102591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:48.352040 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dba34-3686-46bf-86ef-ce2971faf39d None None] No DVR routers for this DVR port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c on host dv-cinder-822040-2-iscsi {{(pid=102591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:48.399528 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1906213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729374848503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729374440906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5038010'] for port (14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.425267 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:48.430784 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] No DVR routers for this DVR port 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c on host dv-cinder-822040-2-iscsi {{(pid=102589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:47:48.502566 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1949883', 'neutron.services.segments.db._delete_segments_for_network-8729374981313'] for network (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.523480 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00']}} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:48.534008 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea1ccef-3078-4018-99a0-4626d33e8391') {'for_net_delete': True} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:48.534304 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.services.segments.db [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea1ccef-3078-4018-99a0-4626d33e8391') {} {{(pid=102589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:47:48.543379 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729374983114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211742'] for segment (bea1ccef-3078-4018-99a0-4626d33e8391), before_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.557639 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734'] for segment (bea1ccef-3078-4018-99a0-4626d33e8391), precommit_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.563796 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:47:48.564207 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2003734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5038031'] for segment (bea1ccef-3078-4018-99a0-4626d33e8391), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self.session.flush() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self.session.flush() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self.session.flush() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self.session.flush() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: Traceback (most recent call last): Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: timer() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: cb(*args, **kw) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: return func(*args, **kwargs) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self._notify() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: self.callback(batched_events) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: event.method(event) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: return f(self, *a, **k) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._get(url).json() Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: return self.request(url, 'GET', **kwargs) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:47:48.566025 dv-cinder-822040-2-iscsi neutron-server[102589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:47:48.620798 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1949858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656399'] for network (b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00), after_delete {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.625729 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron_lib.callbacks.manager [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569086'] for network (None), before_response {{(pid=102589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.629260 dv-cinder-822040-2-iscsi neutron-server[102589]: INFO neutron.wsgi [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00 HTTP/1.1" status: 204 len: 168 time: 0.8104351 Feb 08 17:47:48.642663 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6405386-a996-4029-9144-9b688b061332 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8aa9fd0-1ea3-46db-8e89-8b61a2b0ba00,revision_number=None']} {{(pid=102589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:48.736348 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45602) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:48.775494 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-a6d2d716-6eff-4751-af42-4885e9899d1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12a62a1727984ff69d6de64fdfb1137e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379651 Feb 08 17:47:48.778238 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45604) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:48.827447 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] Publish callbacks [] for security_group (bbdcd5e0-062c-4fda-8a23-c40e865f4c9f), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.849004 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] Publish callbacks [] for security_group (bbdcd5e0-062c-4fda-8a23-c40e865f4c9f), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.905214 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (bbdcd5e0-062c-4fda-8a23-c40e865f4c9f), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.908562 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:48.909334 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbdcd5e0-062c-4fda-8a23-c40e865f4c9f HTTP/1.1" status: 204 len: 168 time: 0.1299815 Feb 08 17:47:48.919097 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d36f8-66b0-4fb8-a38d-f69d412dcf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdcd5e0-062c-4fda-8a23-c40e865f4c9f,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:47:48.998124 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 51e4adfd-442c-442e-9ced-d990215fc44f no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:49.022633 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 51e4adfd-442c-442e-9ced-d990215fc44f {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:49.022906 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 51e4adfd-442c-442e-9ced-d990215fc44f not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:49.023384 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 00e383c6-99ee-48ac-82aa-e8b6c477a263 no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:49.048404 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 00e383c6-99ee-48ac-82aa-e8b6c477a263 {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:49.049046 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 00e383c6-99ee-48ac-82aa-e8b6c477a263 not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:49.049692 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c no longer exists at agent ovs-agent-dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:47:49.073041 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.plugin [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] No Port match for: 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c {{(pid=102591) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:47:49.073499 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron.plugins.ml2.rpc [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Device 14c3fc4f-f28c-4db8-aed6-c4d3f891ec6c not bound to the agent host dv-cinder-822040-2-iscsi {{(pid=102591) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:47:49.275575 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45610) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:49.315342 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-e2e8726c-f6b8-4da0-a7cb-0d8203953ded admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=826af5e1d2ce4cf7bd76c2e54fcacc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384665 Feb 08 17:47:49.317856 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [-] (102590) accepted ('10.222.0.69', 45612) {{(pid=102590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:47:49.368281 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] Publish callbacks [] for security_group (9c772302-e471-4a0e-9efc-50bddcd7295d), before_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:49.390399 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] Publish callbacks [] for security_group (9c772302-e471-4a0e-9efc-50bddcd7295d), precommit_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:49.436769 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590315'] for security_group (9c772302-e471-4a0e-9efc-50bddcd7295d), after_delete {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:49.439865 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:47:49.441006 dv-cinder-822040-2-iscsi neutron-server[102590]: INFO neutron.wsgi [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c772302-e471-4a0e-9efc-50bddcd7295d HTTP/1.1" status: 204 len: 168 time: 0.1222312 Feb 08 17:47:49.448730 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9ee8a-fd12-4237-b8d2-e95cfd6bbee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c772302-e471-4a0e-9efc-50bddcd7295d,revision_number=None']} {{(pid=102590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:48:04.737247 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-f792eb30-7f33-41df-9779-9ed322057012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:07.163637 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-65fbecd0-ef7a-4e78-aa77-abebd2b4e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:08.100333 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:10.030196 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:11.274481 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:12.854970 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:18.460021 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:48:34.738516 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-b4132198-688b-45ef-b666-eca896fda138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:37.165736 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fcfaeaee-79d9-42b1-9e3e-38e899d21161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:38.102145 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:40.034107 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:41.278394 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:41.708626 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-a8809f17-25dd-4132-bbda-843152a13550 req-f0066c2f-612d-4561-b7f9-1d59e6333287 service neutron] (102590) timed out ('10.222.0.64', 50976) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:48:42.864944 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:48:55.458194 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:49:04.741007 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-137dee14-10c7-4444-9c3b-7d9425676086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:07.168290 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2368c64-7f2f-4dc5-8782-348c23065aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:08.105226 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:10.035993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:11.282294 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:12.867548 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:32.457286 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:49:34.743390 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-31ca9e8f-e516-42b9-8934-3cd50e1de453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:37.170643 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-170cb644-652f-4236-9472-bcd64a3d3989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:38.108349 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:40.038052 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:41.284889 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:49:42.879340 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:04.745698 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-5b41b6e2-2714-43e4-aef2-dade3abc861a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:07.174826 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-e879ef1e-cc1a-4700-b671-0a488ed7f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:08.111689 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:09.456139 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:50:10.041704 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:11.286993 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:12.861016 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:34.748691 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-9a7296a3-1779-4d6a-8ca7-89d28e29a247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:37.178715 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-54a9a05e-7137-461a-9eda-3c6aa99fce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:38.115448 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:40.043486 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:41.290376 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:42.889871 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:50:46.454766 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:51:04.752156 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87e6f90c-e8d4-4b80-94c0-b63504e4ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:07.180597 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-194d1103-3905-417e-af86-5783599e146e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:08.121080 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:10.046940 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:11.293304 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:12.886434 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:16.312042 dv-cinder-822040-2-iscsi neutron-server[102589]: DEBUG neutron.wsgi [req-c4ae63fd-e317-4425-a8c6-fd53c93bc9f8 req-e334119f-a5e9-464c-986c-4b7038620792 service neutron] (102589) timed out ('10.222.0.64', 50971) {{(pid=102589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:51:22.796648 dv-cinder-822040-2-iscsi neutron-server[102590]: DEBUG neutron.wsgi [req-252d6e98-d35c-4adf-bec6-035e435b7d88 req-7d7cc72f-7a5a-4054-8db3-b78a6535c5d8 service neutron] (102590) timed out ('10.222.0.69', 39892) {{(pid=102590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:51:23.453924 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:51:34.757604 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-af5f9fa6-f5ed-47e2-814f-75cfca2c7354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:37.184198 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-92e04902-a4ee-4e63-8735-8b115dc545da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:38.120936 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:40.049554 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:41.296174 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:51:42.914124 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:00.453450 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:52:04.759788 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-10da7a48-7cad-4198-a3ae-3bca6a20b457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:07.185769 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c33ac3e4-dd4f-4445-91f9-abb517f99a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:08.124540 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:10.052173 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:11.300459 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:12.924709 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:34.763565 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-87f94f4d-d059-4a16-9095-4f49054a690e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:37.186853 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-fea1505d-c023-4c9f-a367-50fdbdfb0817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:37.454241 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:52:38.126896 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:40.056331 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:41.304036 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:52:42.950553 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:04.765824 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-c2ebfb72-444a-4ae5-b401-69c2da3d3bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (c6d0d781-b5e6-40c9-b15e-135a5f1ef01c), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:07.191465 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-bdbea3ae-4218-4669-88dc-464b38c1360f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (0ef32111-248a-4e6d-9804-deb9cb9a6f7f), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:08.130254 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-1f8be21d-8234-4e5c-b901-85e61db3c12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (17d6cb8c-016e-45b5-b827-229609ee0b04), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:10.057350 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-0aabc221-8c27-4b69-9be2-a4b4f07ca319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (088c53bd-e848-472e-ba80-f9ae423ac8af), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:11.306580 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-726a76d0-ef5f-468a-a1aa-2e533669e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (2fb65824-279f-489c-81c2-1e6af67cd94e), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:12.964604 dv-cinder-822040-2-iscsi neutron-server[102591]: DEBUG neutron_lib.callbacks.manager [None req-074170ba-f751-4192-a149-968583a45579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729374981295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1951152'] for agent (3e13222d-1b70-4077-8515-d82416ef06b8), after_update {{(pid=102591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:53:14.452756 dv-cinder-822040-2-iscsi neutron-server[102592]: DEBUG neutron.db.agents_db [None req-0a8ccc7a-e851-4607-bbd9-b7ea46773c01 None None] Agent healthcheck: found 6 active agents {{(pid=102592) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}